-- Logs begin at Thu 2022-06-23 16:13:44 UTC, end at Thu 2022-06-23 17:41:23 UTC. -- Jun 23 17:03:43.293402 dv-cinder-835384-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 17:03:45.967128 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.common.config [-] Logging enabled! Jun 23 17:03:45.967713 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 17:03:45.967809 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104017) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 17:03:45.971096 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.common.config [-] Logging enabled! Jun 23 17:03:45.971363 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 17:03:45.971673 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104017) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 17:03:45.972600 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:03:45.972828 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:03:45.973193 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:03:45.973446 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:03:45.973666 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:03:45.974108 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.974407 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.974632 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.974929 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.975205 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.975485 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.975772 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.976067 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.976352 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.976628 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.976908 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.977136 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.977411 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.977675 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.977989 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.978199 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] debug = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.978473 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.978904 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.979316 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.979593 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.979876 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.980151 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.980417 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.980690 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.980974 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.981298 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] host = dv-cinder-835384-10-iscsi {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.981572 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.981879 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.982164 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.982445 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.982719 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.982992 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.983272 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.983542 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.983811 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] log_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.984081 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.984361 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.984642 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.984925 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.985148 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.985365 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.985641 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.986052 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.986328 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.986600 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.986874 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.987194 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.987541 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.987726 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.988005 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.988283 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.988561 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.988830 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.989103 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.989371 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.989636 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.989935 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.990203 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.990469 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.990738 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.991016 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.991280 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.991547 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.991842 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.992121 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.992393 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.992672 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.992941 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.993217 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.993482 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.993750 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.994042 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] use_json = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.994308 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.994576 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.994851 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.995121 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.995388 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.995656 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.995921 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.996198 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.996464 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:45.996756 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.997048 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.997344 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.997623 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.997955 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.998234 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.998519 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.998797 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.999090 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.999373 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.999659 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:45.999933 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.000229 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.000519 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.000810 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.001110 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.001399 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.001685 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.001980 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.002256 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.002527 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.002851 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.003130 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.003404 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.003689 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.003972 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.004247 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.004540 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.004822 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.005103 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.005394 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.005681 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.005978 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.006260 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.006548 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.006827 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.007098 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.007381 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.007658 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.007930 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.008208 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.008495 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.008779 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.009054 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.009328 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.009612 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.009911 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.010183 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.010452 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.010727 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.010995 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.011276 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.011553 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.011823 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.012093 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.012374 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.012650 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.012922 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.013199 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.013470 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.013746 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.014042 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.014315 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.014712 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.014995 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.015268 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.015540 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.015811 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.016085 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.016358 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.016629 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.016901 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.017169 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.017439 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.017732 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.018033 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.018350 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.018630 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.018908 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.019189 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.019464 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.019738 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.020013 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.020282 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.020569 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.020851 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.021135 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.021415 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.021690 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.022023 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.022301 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.022575 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.022855 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.023130 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.023405 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.023685 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.023964 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.024254 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.024544 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.024819 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.025106 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.025394 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.025681 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.025983 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.026288 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.026564 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:46.026778 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:03:46.027017 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104017) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 17:03:46.315462 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 17:03:46.315702 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 17:03:46.316024 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 17:03:46.316343 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 17:03:46.723146 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.723434 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.723703 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.724966 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.725244 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.725502 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.777624 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.777917 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.778184 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.792564 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.792841 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.793110 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.822781 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.823049 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.823318 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.859751 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.860028 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:46.860297 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.085776 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.086438 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.086438 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.086624 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.087254 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.184791 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.185106 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.185381 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.185653 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.185935 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.186248 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.186502 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.186756 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.187001 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.187276 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.187516 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.187773 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.188043 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.188292 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.188543 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.188803 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.189055 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.189303 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.189566 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.189852 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.190211 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.190651 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.190651 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.191028 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.191272 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.191514 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.191901 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:03:47.192138 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:03:47.192375 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:03:47.192609 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:03:47.192842 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:03:47.193076 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:03:47.193439 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 17:03:47.196511 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 17:03:47.200803 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 17:03:47.204650 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 23 17:03:47.207322 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 17:03:47.207939 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 17:03:47.208271 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 17:03:47.208651 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 17:03:47.211445 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 17:03:47.211683 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 17:03:47.212021 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 17:03:47.217085 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 23 17:03:47.239896 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 17:03:47.240344 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.240642 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104017) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 23 17:03:47.241000 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.242360 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104017) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 17:03:47.242637 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 17:03:47.242878 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 17:03:47.246200 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.246473 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:47.404383 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 17:03:47.404640 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 17:03:47.405039 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 17:03:47.405695 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 17:03:47.466576 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO dbcounter [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Registered counter for database neutron Jun 23 17:03:47.485913 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_db.sqlalchemy.engines [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104017) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 17:03:47.492389 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writer thread running {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 17:03:48.042102 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Initializing driver for type 'gre' Jun 23 17:03:48.042633 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] gre ID ranges: [(1, 1000)] Jun 23 17:03:48.101184 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Initializing driver for type 'local' Jun 23 17:03:48.101915 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Initializing driver for type 'vlan' Jun 23 17:03:48.120201 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] VlanTypeDriver initialization complete Jun 23 17:03:48.120561 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Initializing driver for type 'vxlan' Jun 23 17:03:48.121051 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] vxlan ID ranges: [(1, 1000)] Jun 23 17:03:48.178209 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Initializing extension driver 'port_security' Jun 23 17:03:48.178557 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.extensions.port_security [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] PortSecurityExtensionDriver initialization complete Jun 23 17:03:48.178897 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Initializing mechanism driver 'openvswitch' Jun 23 17:03:48.179234 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Initializing mechanism driver 'hyperv' Jun 23 17:03:48.186057 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:48.186741 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > port after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.187119 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.187480 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > port after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.187990 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 17:03:48.188413 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > subnet after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.188774 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > subnet after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.189154 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.189548 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 17:03:48.190079 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > network after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.190780 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > network after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.191321 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > network after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.191953 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 17:03:48.192524 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > security_group after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.193093 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > security_group after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.193707 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.194271 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 17:03:48.194951 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.195563 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.196167 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.196855 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 17:03:48.197766 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > address_group after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.198298 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > address_group after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.199145 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.199897 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104017) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 17:03:48.200664 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] ML2 OVO RPC backend initialized. {{(pid=104017) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 17:03:48.201954 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.202582 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.203283 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > network before_response 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.203928 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > networks before_response 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.204546 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > port before_response 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.205036 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > ports before_response 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.205650 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > subnet before_response 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.206148 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > subnets before_response 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.206587 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > network after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.207010 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > network after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.207429 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > network after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.207875 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > port after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.208274 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.208656 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > port after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.209032 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > subnet after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.209409 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > subnet after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.209781 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.217352 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded quota_driver: . Jun 23 17:03:48.217719 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.plugin [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Modular L2 Plugin initialization complete Jun 23 17:03:48.218092 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading services supported by the core plugin {{(pid=104017) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 17:03:48.218433 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.plugins.ml2.managers [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Got port-security extension from driver 'port_security' Jun 23 17:03:48.218915 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.extensions.vlantransparent [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Disabled vlantransparent extension. Jun 23 17:03:48.219413 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104017) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 17:03:48.219742 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading Plugin: router Jun 23 17:03:48.254788 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.255142 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router after_create 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.255540 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router before_create 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.256032 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.256403 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.256758 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router after_delete 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.257117 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > floatingip after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.257461 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.257830 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router after_create 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.258181 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router after_update 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.258526 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router after_update 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.258860 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.259190 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router after_update 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.259596 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_update 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.259959 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.260295 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: port after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.260628 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: subnet after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.260964 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.261307 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.261647 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_create 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.262011 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: port before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.262352 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.262701 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router after_update 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.263038 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.263394 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_create 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.263748 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.264091 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_update 55549900 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.264454 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > agent after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.264803 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > agent after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.265143 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > network after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.266023 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Tracking information for resource: router configured {{(pid=104017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:03:48.266355 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Tracking information for resource: floatingip configured {{(pid=104017) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:03:48.271371 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.db.l3_agentschedulers_db [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 17:03:48.271939 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.272296 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: port after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.272650 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: port after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.272997 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.273776 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router before_create 55550100 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.274172 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.274530 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_create 55550100 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.274880 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > router precommit_update 55550100 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.279691 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.services.provider_configuration [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service providers = [] {{(pid=104017) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 17:03:48.280053 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.db.servicetype_db [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104017) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 17:03:48.282994 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.services.service_base [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:03:48.283342 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.services.service_base [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:03:48.283684 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.services.service_base [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:03:48.284869 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.services.service_base [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104017) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:03:48.285241 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.services.service_base [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 17:03:48.285618 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:03:48.285966 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 17:03:48.296405 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:03:48.296670 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading Plugin: auto_allocate Jun 23 17:03:48.302326 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: network precommit_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.302692 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: network precommit_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.303211 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:03:48.303529 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading Plugin: tag Jun 23 17:03:48.310328 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:03:48.310660 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading Plugin: timestamp Jun 23 17:03:48.314466 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:03:48.314794 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading Plugin: network_ip_availability Jun 23 17:03:48.320281 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.320649 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.321003 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.321710 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:03:48.322060 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading Plugin: flavors Jun 23 17:03:48.327267 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:03:48.327600 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading Plugin: revisions Jun 23 17:03:48.331986 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104017) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:03:48.332377 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_concurrency.lockutils [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.016s {{(pid=104017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 17:03:48.333103 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104017) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 17:03:48.333438 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Initializing extension manager. Jun 23 17:03:48.333996 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: __init__.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.334339 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: __pycache__ {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.334672 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: address_group.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.335418 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.335978 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: address-group Jun 23 17:03:48.336297 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: address_scope.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.336996 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.337500 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: address-scope Jun 23 17:03:48.337823 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.338745 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.339255 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: router-admin-state-down-before-update Jun 23 17:03:48.339576 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: agent.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.340268 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.340771 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: agent Jun 23 17:03:48.341093 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: agent_resources_synced.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.342018 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.342528 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: agent-resources-synced Jun 23 17:03:48.342850 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: allowedaddresspairs.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.344619 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.345135 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: allowed-address-pairs Jun 23 17:03:48.345462 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: auto_allocated_topology.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.346635 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.347146 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: auto-allocated-topology Jun 23 17:03:48.347474 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: availability_zone.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.348167 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.348674 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: availability_zone Jun 23 17:03:48.349003 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: availability_zone_filter.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.349937 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.350447 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: availability_zone_filter Jun 23 17:03:48.350770 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: data_plane_status.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.351687 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.352193 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 17:03:48.352515 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: default_subnetpools.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.353418 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.353962 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: default-subnetpools Jun 23 17:03:48.354286 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.355093 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.355600 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: dhcp_agent_scheduler Jun 23 17:03:48.355923 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: dns.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.356849 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.357357 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension dns-integration not supported by any of loaded plugins Jun 23 17:03:48.357677 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: dns_domain_ports.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.358613 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.359127 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 17:03:48.359450 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.360363 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.360865 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 17:03:48.361183 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: dvr.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.361893 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.362423 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: dvr Jun 23 17:03:48.362883 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: ecmp_routes.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.363799 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.364302 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension ecmp_routes not supported by any of loaded plugins Jun 23 17:03:48.364622 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: empty_string_filtering.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.365522 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.366047 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: empty-string-filtering Jun 23 17:03:48.366368 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.367262 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.367761 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 17:03:48.368080 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.368979 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.369647 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 17:03:48.369995 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: external_net.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.370899 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.371406 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: external-net Jun 23 17:03:48.371723 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.372619 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.373122 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: extra_dhcp_opt Jun 23 17:03:48.373438 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: extraroute.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.374378 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.374883 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: extraroute Jun 23 17:03:48.375204 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: extraroute_atomic.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.376218 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.376725 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: extraroute-atomic Jun 23 17:03:48.377042 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: filter_validation.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.377774 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.378396 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: filter-validation Jun 23 17:03:48.378715 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: fip_pf_description.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.379629 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.380130 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 17:03:48.380449 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: fip_pf_port_range.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.381351 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.381884 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 23 17:03:48.382206 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: fip_port_details.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.383125 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.383628 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: fip-port-details Jun 23 17:03:48.383946 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: flavors.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.385192 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.385706 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: flavors Jun 23 17:03:48.386061 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.387701 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.388287 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 17:03:48.388640 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: floatingip_pools.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.389716 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.395812 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: floatingip-pools Jun 23 17:03:48.395812 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: ip_allocation.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.395812 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.395812 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 17:03:48.395812 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.395812 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.395812 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: ip-substring-filtering Jun 23 17:03:48.396330 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l2_adjacency.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.398612 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.398612 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 17:03:48.398612 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.398878 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.399314 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: router Jun 23 17:03:48.399642 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.402115 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.402637 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 17:03:48.402967 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.403887 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.404396 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: ext-gw-mode Jun 23 17:03:48.404722 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.405635 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.406171 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: l3-ha Jun 23 17:03:48.406499 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.407405 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.407909 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 23 17:03:48.408232 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3_flavors.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.409379 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.409827 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: l3-flavors Jun 23 17:03:48.410180 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3_ndp_proxy.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.411541 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.412064 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 23 17:03:48.412393 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.413305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.413824 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 17:03:48.414174 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: l3agentscheduler.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.415365 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.415877 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: l3_agent_scheduler Jun 23 17:03:48.416200 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: local_ip.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.418027 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.418550 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension local_ip not supported by any of loaded plugins Jun 23 17:03:48.418884 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: logging.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.420366 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.420877 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension logging not supported by any of loaded plugins Jun 23 17:03:48.421205 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: metering.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.421984 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.422558 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: metering Jun 23 17:03:48.422885 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.423986 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.424656 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: metering_source_and_destination_fields Jun 23 17:03:48.425045 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: multiprovidernet.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.425946 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.426456 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: multi-provider Jun 23 17:03:48.426775 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: netmtu.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.427698 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.428202 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: net-mtu Jun 23 17:03:48.428523 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: netmtu_writable.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.429437 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.429981 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: net-mtu-writable Jun 23 17:03:48.430303 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: network_availability_zone.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.430971 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.431469 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: network_availability_zone Jun 23 17:03:48.431786 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: network_ip_availability.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.432892 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.433398 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: network-ip-availability Jun 23 17:03:48.433725 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: network_segment_range.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.434510 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.435011 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 17:03:48.435331 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: pagination.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.436307 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.436638 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: pagination Jun 23 17:03:48.436954 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: port_device_profile.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.437886 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.438400 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: port-device-profile Jun 23 17:03:48.438721 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: port_mac_address_override.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.439641 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.440251 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: port-mac-override Jun 23 17:03:48.440672 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.441455 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.441989 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: port-mac-address-regenerate Jun 23 17:03:48.442315 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.443220 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.443729 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: port-numa-affinity-policy Jun 23 17:03:48.444045 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: port_resource_request.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.444966 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.445469 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 17:03:48.445820 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: port_resource_request_groups.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.446774 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.447629 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 23 17:03:48.447935 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: portbindings.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.448855 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.449368 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: binding Jun 23 17:03:48.449689 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: portbindings_extended.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.450958 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.451496 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: binding-extended Jun 23 17:03:48.451825 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: portsecurity.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.452737 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.453255 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: port-security Jun 23 17:03:48.453581 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: project_id.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.454585 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.454916 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: project-id Jun 23 17:03:48.455234 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: providernet.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.456184 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.456688 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: provider Jun 23 17:03:48.457008 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.462234 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.462755 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos not supported by any of loaded plugins Jun 23 17:03:48.463083 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.464419 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.465084 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 17:03:48.465522 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.466619 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.467066 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 17:03:48.467391 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_default.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.468380 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.468892 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-default not supported by any of loaded plugins Jun 23 17:03:48.469253 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_fip.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.470504 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.470876 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-fip not supported by any of loaded plugins Jun 23 17:03:48.471309 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_fip_network_policy.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.472309 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.472984 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 23 17:03:48.473338 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_gateway_ip.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.474352 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.474935 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 17:03:48.475394 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_port_network_policy.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.476569 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.477240 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 17:03:48.477562 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.478672 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.479235 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 23 17:03:48.479586 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.480784 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.481417 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 23 17:03:48.481775 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_pps_rule.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.483299 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.483935 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-pps not supported by any of loaded plugins Jun 23 17:03:48.484375 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_rule_type_details.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.485549 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.486228 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 17:03:48.486573 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_rule_type_filter.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.487667 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.488295 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 23 17:03:48.488620 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: qos_rules_alias.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.489700 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.490271 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 17:03:48.490596 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: quota_check_limit.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.491575 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.492124 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: quota-check-limit Jun 23 17:03:48.492446 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: quotasv2.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.493485 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.493830 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: quotas Jun 23 17:03:48.494156 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: quotasv2_detail.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.495952 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.496290 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: quota_details Jun 23 17:03:48.496618 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: rbac.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.497681 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.498234 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: rbac-policies Jun 23 17:03:48.498563 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: rbac_address_group.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.499478 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.499990 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: rbac-address-group Jun 23 17:03:48.500312 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: rbac_address_scope.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.501239 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.501748 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: rbac-address-scope Jun 23 17:03:48.502095 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: rbac_security_groups.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.503130 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.503640 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: rbac-security-groups Jun 23 17:03:48.503960 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: rbac_subnetpool.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.504877 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.505406 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: rbac-subnetpool Jun 23 17:03:48.505727 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: revisionifmatch.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.506676 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.507186 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: revision-if-match Jun 23 17:03:48.507510 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: revisions.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.508618 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.509134 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: standard-attr-revisions Jun 23 17:03:48.509455 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: router_availability_zone.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.510150 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.510662 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: router_availability_zone Jun 23 17:03:48.510980 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: routerservicetype.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.512094 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.512605 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension router-service-type not supported by any of loaded plugins Jun 23 17:03:48.512925 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.513862 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.514373 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: security-groups-normalized-cidr Jun 23 17:03:48.514694 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.515620 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.516135 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: port-security-groups-filtering Jun 23 17:03:48.516456 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.517389 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.517945 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: security-groups-remote-address-group Jun 23 17:03:48.518295 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.519219 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.519729 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: security-groups-shared-filtering Jun 23 17:03:48.520049 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: securitygroup.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.529687 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.530236 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: security-group Jun 23 17:03:48.530576 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: segment.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.531301 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.531812 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension segment not supported by any of loaded plugins Jun 23 17:03:48.532139 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.533068 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.533579 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 17:03:48.533993 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: servicetype.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.535098 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.535625 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: service-type Jun 23 17:03:48.535949 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: sorting.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.536924 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.537252 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: sorting Jun 23 17:03:48.537573 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: standard_attr_segment.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.538506 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.539017 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 17:03:48.539336 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: standardattrdescription.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.539978 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.540478 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: standard-attr-description Jun 23 17:03:48.540799 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: stateful_security_group.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.541713 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.542255 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: stateful-security-group Jun 23 17:03:48.542575 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: stdattrs_common.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.543204 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 17:03:48.543528 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.544465 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.544983 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 17:03:48.545302 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: subnet_onboard.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.546402 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.546974 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: subnet_onboard Jun 23 17:03:48.547245 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.548164 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.548676 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 17:03:48.548998 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: subnet_service_types.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.549983 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.550498 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: subnet-service-types Jun 23 17:03:48.550820 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: subnetallocation.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.551905 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.552414 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: subnet_allocation Jun 23 17:03:48.552739 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.553398 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.553937 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: subnetpool-prefix-ops Jun 23 17:03:48.554266 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.555186 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.555696 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 17:03:48.556013 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: tagging.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.557077 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.557594 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: standard-attr-tag Jun 23 17:03:48.557951 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: timestamp.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.559141 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.559650 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loaded extension: standard-attr-timestamp Jun 23 17:03:48.559974 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: trunk.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.560997 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.561506 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension trunk not supported by any of loaded plugins Jun 23 17:03:48.561839 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: trunk_details.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.562765 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.563271 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension trunk-details not supported by any of loaded plugins Jun 23 17:03:48.563597 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: uplink_status_propagation.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.564508 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.565092 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 17:03:48.565417 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Loading extension file: vlantransparent.py {{(pid=104017) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 17:03:48.566108 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104017) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 17:03:48.566610 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 17:03:48.569158 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:network Jun 23 17:03:48.569674 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:subnet Jun 23 17:03:48.570097 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:03:48.570484 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:port Jun 23 17:03:48.571707 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.572143 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service FLAVORS assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.573113 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.573542 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.573897 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:router Jun 23 17:03:48.574322 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:floatingip Jun 23 17:03:48.574856 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service METERING assigned prefix: /metering {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.576305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.576673 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.577020 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:03:48.578049 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 17:03:48.578491 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:security_group Jun 23 17:03:48.578919 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 17:03:48.579513 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service CORE assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.579847 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:03:48.580188 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] subnetpool is already registered Jun 23 17:03:48.580632 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service CORE assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.580957 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:03:48.581286 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] subnetpool is already registered Jun 23 17:03:48.583799 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.584227 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service FLAVORS assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.584801 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.585218 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.585551 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:router Jun 23 17:03:48.585914 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] router is already registered Jun 23 17:03:48.586328 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:floatingip Jun 23 17:03:48.586665 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] floatingip is already registered Jun 23 17:03:48.587122 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service METERING assigned prefix: /metering {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.587766 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 17:03:48.588100 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] rbac_policy is already registered Jun 23 17:03:48.588509 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:security_group Jun 23 17:03:48.588840 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] security_group is already registered Jun 23 17:03:48.589238 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 17:03:48.589569 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] security_group_rule is already registered Jun 23 17:03:48.590212 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service CORE assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.590538 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:03:48.590870 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] subnetpool is already registered Jun 23 17:03:48.591278 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.v2.resource_helper [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Service CORE assigned prefix: {{(pid=104017) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:03:48.591617 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:03:48.591929 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING neutron.quota.resource_registry [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] subnetpool is already registered Jun 23 17:03:48.592405 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: extensions {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.593835 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: address-groups {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.595330 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: address-scopes {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.596871 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: agents {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.598034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: auto-allocated-topology {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.599263 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: availability_zones {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.600475 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: dhcp-networks {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.602003 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: dhcp-agents {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.603413 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: routers {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.605099 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: flavors {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.606392 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: service_profiles {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.607594 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: next_providers {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.609014 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: service_profiles {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.610586 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: floatingip-pools {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.611805 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: routers {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.613564 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: floatingips {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.614877 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: l3-routers {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.616975 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: l3-agents {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.617595 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: metering-labels {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.618855 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: metering-label-rules {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.621160 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: network-ip-availabilities {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.622440 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: bindings {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.624015 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: quotas {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.625651 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: quotas {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.627213 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: rbac-policies {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.628407 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: security-groups {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.629684 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: security-group-rules {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.630987 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: service-providers {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.632177 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: subnetpools {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.633489 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: subnetpools {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.635045 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.636714 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.638549 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.640311 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.642020 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.644044 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.645703 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.647589 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.649348 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.651128 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron.api.extensions [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Extended resource: tags {{(pid=104017) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:03:48.657162 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING keystonemiddleware.auth_token [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 17:03:48.662312 dv-cinder-835384-10-iscsi neutron-server[104017]: WARNING keystonemiddleware.auth_token [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 17:03:48.671137 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_concurrency.lockutils [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Acquired lock "singleton_lock" {{(pid=104017) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 23 17:03:48.671601 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_concurrency.lockutils [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Releasing lock "singleton_lock" {{(pid=104017) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 23 17:03:48.672253 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO oslo_service.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Starting 2 workers Jun 23 17:03:48.677355 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Started child 104124 {{(pid=104017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:03:48.684534 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Started child 104125 {{(pid=104017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:03:48.684733 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:03:48.685430 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO neutron.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 17:03:48.685513 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [-] (104124) wsgi starting up on http://0.0.0.0:9696 Jun 23 17:03:48.685590 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Publish callbacks [] for process (None), before_spawn {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:03:48.686585 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO oslo_service.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Starting 1 workers Jun 23 17:03:48.686780 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:03:48.688221 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [-] (104125) wsgi starting up on http://0.0.0.0:9696 Jun 23 17:03:48.691922 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Started child 104126 {{(pid=104017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:03:48.692473 dv-cinder-835384-10-iscsi neutron-server[104017]: INFO oslo_service.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Starting 1 workers Jun 23 17:03:48.696168 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] calling RpcWorker wait() {{(pid=104126) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 17:03:48.696777 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] returning from RpcWorker wait() {{(pid=104126) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 17:03:48.697028 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Started child 104127 {{(pid=104017) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:03:48.698202 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f302a372-8cc0-4ec9-91b5-2e046c75de9d None None] Publish callbacks [] for process (None), after_spawn {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:03:48.698504 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:03:48.699048 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:48.700063 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104017) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 17:03:48.700240 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:03:48.700638 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:03:48.700843 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:03:48.701146 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:03:48.701304 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:03:48.702031 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.702279 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:03:48.702787 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.702787 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.702787 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.703316 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.703607 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.703856 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.704114 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.704356 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.704525 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.704666 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.705091 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.705320 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.705658 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.705989 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.706241 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.706509 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.706718 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.706953 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.707212 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.707449 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.707731 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] debug = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.708003 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.708499 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.708731 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.708978 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.709196 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.709452 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.709697 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.709939 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.710166 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.710375 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.710602 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.710843 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.711071 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.711295 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.711527 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.711777 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.712001 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.712477 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] host = dv-cinder-835384-10-iscsi {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.712707 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.712926 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.713138 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.713375 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.713639 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.713891 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.714154 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.714405 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.714657 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.714939 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.715169 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.715354 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.715600 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.715835 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.715995 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_options = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.716230 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.716473 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.716730 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.716917 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.717079 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.717238 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.717478 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.717638 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.717909 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.718138 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.718376 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.718550 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.718776 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.719017 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.719262 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.719487 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.719714 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.719931 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.720167 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.720388 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.720631 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.720855 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.721079 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.721365 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.721575 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.723062 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.723062 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.723062 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.723062 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.723062 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.723642 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.723888 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:48.724018 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.724018 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.724018 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.724348 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.724348 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.724589 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.724786 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.725064 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.725313 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.725512 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.725750 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.728599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.728599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.728599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.728599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.728599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_json = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.728599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.728599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.728599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.729133 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.729133 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.729133 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.729334 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.729579 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.729896 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.730311 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.730616 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.730924 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.731171 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.731418 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.731681 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.732033 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.732250 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.732489 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.732753 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.733070 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.733273 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.733589 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.734090 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.734358 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.734697 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.734980 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.735257 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.735495 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.735898 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.736338 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.736596 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.737142 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.738133 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.738402 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.738614 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.739065 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.739445 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.739720 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.740005 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.740656 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.740656 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.741300 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.741300 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.743426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.744454 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.744454 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.744454 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.744454 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.744890 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.744890 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.745196 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.745718 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.745718 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.748305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.748305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.748305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.748305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.748305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.748305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.748305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.748305 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749517 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749517 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749755 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.749894 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.750074 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.750295 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.750514 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.750751 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.750987 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.751206 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.751423 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.751635 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.752192 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.752192 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.752361 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.752499 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.753277 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.753705 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.754139 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.754529 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.754917 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.755312 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.755620 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.755835 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.756150 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.756403 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.756830 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.757223 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.757626 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.758051 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.758468 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.758874 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.759413 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.759812 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.760252 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.760660 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.761068 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.761491 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.761927 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.762442 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.762845 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.763226 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.763616 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.763861 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.764130 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.764353 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.764640 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.764883 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.765135 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.765351 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.765601 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.765854 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.766149 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.766382 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.766686 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.766902 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.767312 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.767786 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.768263 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.769064 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.769336 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.769590 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.769911 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.770108 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.770372 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.770611 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.770860 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.771091 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.771340 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.771564 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.771812 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.772045 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.772346 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.772583 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.772821 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.773062 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.773335 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.773587 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.773854 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.774116 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.774362 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.774623 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.774883 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.775122 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.775338 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.775577 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.775915 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.776150 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.776382 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.776597 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.776816 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.777027 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.777434 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.777678 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.777924 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.778163 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.778372 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.778597 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.778815 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.779076 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.779291 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.779534 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.779771 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.779988 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.780202 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.780420 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.780798 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.781038 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.781290 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.781548 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.781835 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.782058 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.782288 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.782532 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.782769 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.782981 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.783220 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.783585 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.784107 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.784521 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.784949 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.785333 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.785572 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.785833 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.786057 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.786364 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.786550 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.787043 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.787292 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.787526 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.787786 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.788026 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.788260 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.788476 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.788693 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.788938 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.789155 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.789380 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.789598 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.789834 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.790051 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.790265 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.790480 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.790741 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.790962 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.791200 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.791417 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.791641 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.791872 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.792103 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.792317 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.792550 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.792781 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.792989 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.793227 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.793439 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.793722 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.794009 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.794241 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.794502 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.794737 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.794984 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.795229 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.795478 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.795690 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.795909 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.796140 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.796340 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.796564 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.796773 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.797034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.797200 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.797415 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.797664 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.797893 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.798105 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.798316 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.798555 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.798772 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.798981 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.799203 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.799486 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.800249 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.800362 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:03:48.800500 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.800743 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.800963 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.801194 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.801405 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.801622 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.801887 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.802108 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.802339 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.802625 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.802895 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.803090 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.803368 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.803611 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.803856 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.804093 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.804529 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.804667 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.805068 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.805068 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.805335 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.805491 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.805726 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.806095 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.806398 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.806650 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.806918 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.807187 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.807466 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.807741 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.807965 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.808260 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.808669 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.808852 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.809129 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.809377 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.809615 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.809864 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.810102 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.810320 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.810558 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.810780 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.811021 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.811253 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.811499 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.811714 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.811969 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.812186 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.812430 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.812642 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.812881 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.813105 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.813263 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:03:48.813780 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104017) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 17:03:48.813963 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:03:48.814116 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:03:48.814307 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:03:48.814478 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:03:48.814629 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:03:48.814839 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.815033 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.815700 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.815884 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.816090 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.816261 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.816422 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.816584 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.816745 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.816904 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.817217 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.817378 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.817539 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.817700 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.817882 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.818043 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.818211 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.818370 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.818532 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.818691 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.818850 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.819007 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] debug = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.819166 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.819372 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.819535 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.819698 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.819858 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.820016 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.820175 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.820334 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.820492 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.820650 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.820814 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.820973 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.821130 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.821290 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.821449 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.821606 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.821767 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.821947 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] host = dv-cinder-835384-10-iscsi {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.822105 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.822605 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.822765 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.822924 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.823082 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.823239 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.823420 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.823558 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.823700 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.823858 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.824016 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.824173 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.824331 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.824591 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.824713 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_options = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.825052 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.825052 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.825052 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.825421 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.825421 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.825651 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.825762 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.825933 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.826056 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.826568 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.826568 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.826568 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.826568 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827129 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827129 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827129 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827493 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827493 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827493 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827730 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827730 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.827879 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.828176 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.828176 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.828384 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.828485 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.828661 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.828787 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.828946 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.829103 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.829266 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.829424 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.829581 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.829740 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.829923 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.830080 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.830238 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.830397 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.830586 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.830884 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.831452 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.831599 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.831764 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.831924 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.832087 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.832249 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.832409 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_json = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.832568 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.832727 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.832885 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.833043 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.833201 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.833362 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.833520 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.833678 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.833875 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:03:48.834046 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.834208 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.834381 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.834543 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.834703 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.834865 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.835027 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.835187 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.835349 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.835509 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.835679 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.835840 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.836012 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.836353 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.836515 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.836678 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.836840 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.837013 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.837163 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.837408 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.837545 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.837641 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.837820 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.837948 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.838109 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.838270 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.838633 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.838633 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.838810 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.838892 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.839065 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.839224 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.839386 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.839547 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.839707 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.839870 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.840033 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.840194 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.840355 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.840517 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.840684 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.841113 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.841113 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.841277 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.841367 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.841450 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.841872 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.841872 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.842034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.842115 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.842227 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.842388 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.842826 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.842826 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.842826 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.843130 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.843130 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.843303 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.843464 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.843625 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.843785 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.843947 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.844108 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.844267 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.844426 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.844586 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.844746 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.844905 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.845078 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.845238 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.845398 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.845558 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.845721 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.845901 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.846062 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.846276 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.846607 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.847113 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.847275 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.847439 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.847631 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.847797 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.847919 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.848043 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.848208 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.848353 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.848513 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.848672 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.848832 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.848991 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.849153 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.849331 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.849491 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.849655 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.849835 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.850000 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.850160 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.850321 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.850480 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.850641 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.850805 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.850967 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.851151 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.851314 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.851475 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.851634 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.851792 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.851952 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.852112 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.852273 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.852433 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.852592 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.852751 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.852913 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.853074 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.853232 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.853394 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.853554 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.853715 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.853905 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.854067 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.854232 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.854393 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.854563 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.854738 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.854904 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.855064 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.855225 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.855389 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.855550 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.855710 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.855872 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.856033 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.856193 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.856357 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.856531 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.856694 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.856856 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.857015 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.857199 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.857361 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.857522 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.857683 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.857863 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.858025 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.858185 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.858347 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.858510 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.858670 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.858833 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.858995 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.859157 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.859317 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.859478 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.859639 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.859801 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.859962 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.860122 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.860284 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.860447 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.860612 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.860773 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.860932 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.861092 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.861252 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.861415 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.861575 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.861737 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.862029 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.862699 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.862868 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.863033 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.863194 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.863356 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.863517 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.863678 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.863842 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.864007 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.864170 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.864333 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.864497 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.864660 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.864821 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.864986 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.865148 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.865311 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.865474 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.865635 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.865825 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.865981 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.866141 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.866303 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.866463 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.866626 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.866803 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.866967 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.867130 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.867294 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.867473 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.867632 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.867782 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.867942 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.868103 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.868264 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.868427 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.868590 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.868752 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.868913 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.869074 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.869233 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.869397 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.869559 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.869721 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.869923 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.870089 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.870250 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.870409 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.870569 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.870730 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.870894 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.871056 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.871216 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.871375 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.871550 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.871711 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.871870 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.872034 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.872194 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.872357 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.872528 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.872688 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.872849 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.873008 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.873167 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.873327 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.873497 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.873659 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.873841 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.874003 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.874162 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.874323 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.874494 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.874654 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.874814 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.874975 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.875135 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.875295 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.875465 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.875625 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.875786 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.875949 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.876164 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.876873 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.876873 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.876873 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.876873 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.876873 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.877266 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.877266 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.877411 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.877573 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.878188 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.878373 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.878539 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.878704 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.878867 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.879042 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.879203 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.879367 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.879528 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.879689 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.879849 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.880010 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.880178 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.880348 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.880516 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.880680 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.880851 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.881027 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.881196 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.881356 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.881523 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.881698 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.881881 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.882043 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.882203 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.882363 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.882523 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.882683 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.882843 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.883004 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.883164 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.883324 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.883483 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.883644 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.883803 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.883962 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.884121 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.884281 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.884443 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.884590 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.884749 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:03:48.884904 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104017) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:03:48.975019 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 44838) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:03:48.987930 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100856 Jun 23 17:03:58.170480 dv-cinder-835384-10-iscsi neutron-server[104017]: DEBUG dbcounter [-] [104017] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104017) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:00.044841 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96209153-76ec-4d64-91d7-737cf7722acd None None] get_active_networks_info from dv-cinder-835384-10-iscsi {{(pid=104126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 23 17:04:00.080913 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writer thread running {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 17:04:00.081653 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writer thread running {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 17:04:00.146738 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96209153-76ec-4d64-91d7-737cf7722acd None None] No non-hosted networks {{(pid=104126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 17:04:00.160747 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.agentschedulers_db [None req-96209153-76ec-4d64-91d7-737cf7722acd None None] DHCP Agent not found on host dv-cinder-835384-10-iscsi {{(pid=104126) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 23 17:04:00.209431 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-96b76927-2217-434e-bd4c-354d59c271cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901124'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:01.769284 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writer thread running {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 17:04:02.318883 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2fe86d99-5e50-4212-a241-98448e5b682e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901124'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:02.369267 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8861b8e4-726a-4b79-8f1a-ae6831dcef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:03.264650 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 44906) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:03.405405 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901124'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:03.820860 dv-cinder-835384-10-iscsi neutron-server[104125]: WARNING oslo_policy.policy [None req-e88d8290-2c15-47e1-8312-d0c5847a3b3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:04:03.821409 dv-cinder-835384-10-iscsi neutron-server[104125]: WARNING oslo_policy.policy [None req-e88d8290-2c15-47e1-8312-d0c5847a3b3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:04:04.035097 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [None req-e88d8290-2c15-47e1-8312-d0c5847a3b3e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:04:04.049820 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e88d8290-2c15-47e1-8312-d0c5847a3b3e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7706339 Jun 23 17:04:04.773773 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901124'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:05.233217 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901124'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:05.233980 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.234355 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.234713 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.235029 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.235353 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.235678 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.236002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.236478 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.236807 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.237157 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.237505 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.237847 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.238187 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.238507 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.238819 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:05.239224 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:05.246890 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:06.327151 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 44944) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:06.872306 dv-cinder-835384-10-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:04:06.872850 dv-cinder-835384-10-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:04:07.084878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:04:07.174144 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.policy [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104124) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 17:04:07.215464 dv-cinder-835384-10-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:04:07.215865 dv-cinder-835384-10-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:04:07.236359 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writer thread running {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 17:04:07.321167 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734245522890', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734245523398', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734245539535', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734245539989', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734245763677', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734245754367', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3666355', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3649091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-512150', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-396862'] for rbac-policy (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:07.399197 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:07.400653 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dc27eda4-a08d-4820-94cb-6a0583fa033b admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0716016 Jun 23 17:04:09.531697 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.db.l3_hamode_db [None req-85576842-8a18-4bc5-8b43-f32bbab571af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 17:04:09.607754 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85576842-8a18-4bc5-8b43-f32bbab571af None None] Routers set() bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:04:09.608118 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85576842-8a18-4bc5-8b43-f32bbab571af None None] Router IDs set() for agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 17:04:09.626168 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 44962) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:09.980164 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:04:10.013509 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Made reservation on behalf of a54cac18fe3448119899dcb53a77d938 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:10.017431 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:10.035927 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:10.147681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Publish callbacks [] for security_group (f2e29781-b4cf-4a94-8ccb-6df2c7a913c8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:10.153751 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (f2e29781-b4cf-4a94-8ccb-6df2c7a913c8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:10.185686 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:04:10.213711 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734245790338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (a5f9f51d-097d-4429-ac52-2ae5fca552a0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:10.214450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Unsubscribe: segment precommit_create {{(pid=104124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 17:04:10.214967 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Added segment a5f9f51d-097d-4429-ac52-2ae5fca552a0 of type vlan for network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b Jun 23 17:04:10.229939 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e29781-b4cf-4a94-8ccb-6df2c7a913c8,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:10.280498 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.280846 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.281202 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.281560 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.281912 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.282234 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.282564 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.283146 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.283494 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.283817 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.284135 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.284470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.284785 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.285079 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.285390 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Tracked resource versions report: Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: pushed versions: Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Agent': {'1.1'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Log': {'1.0'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Network': {'1.1'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Port': {'1.7'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: consumer versions: Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: L3 agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: Metadata agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: Metering agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-835384-10-iscsi: { 'AddressGroup': '1.2', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Agent': '1.1', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Log': '1.0', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'NDPProxy': '1.0', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Network': '1.1', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Port': '1.7', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'PortForwarding': '1.3', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'QosPolicy': '1.10', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SubPort': '1.0', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Subnet': '1.1', Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Trunk': '1.1'}} Jun 23 17:04:10.286877 dv-cinder-835384-10-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:04:10.323731 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:10.369556 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:10.374729 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:04:10.375440 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:10.429808 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:10.457702 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8304384 Jun 23 17:04:10.496074 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f8e2-4551-44ce-9693-01d3e7756c49 demo demo] Pushing event updated for resources: {'Network': ['ID=4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:10.509569 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:04:12.749284 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 44976) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:13.203731 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ff64c-20ee-411a-b1ba-394ccac99659 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:04:13.205125 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2f0ff64c-20ee-411a-b1ba-394ccac99659 demo admin] 10.222.0.18 "GET /v2.0/networks/4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b HTTP/1.1" status: 200 len: 825 time: 0.4547417 Jun 23 17:04:13.233446 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d0ec571b-0afb-4da9-ae0c-441390ee8b29 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/81f6b001-0157-4451-91e7-e99a558549ce HTTP/1.1" status: 200 len: 734 time: 0.0189996 Jun 23 17:04:13.242046 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Request body: {'subnet': {'subnetpool_id': '81f6b001-0157-4451-91e7-e99a558549ce', 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:04:13.267617 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Made reservation on behalf of a54cac18fe3448119899dcb53a77d938 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:13.269825 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:13.477123 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:13.578753 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (03857a76-3d0e-496e-879b-7ec85ab81df1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:13.640942 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Pushing event updated for resources: {'Subnet': ['ID=03857a76-3d0e-496e-879b-7ec85ab81df1,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:13.659691 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Checking segment: {'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:04:13.660057 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Network hostable DHCP agents. Network: 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:04:13.687997 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:04:13.706658 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:13.711751 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:04:13.712363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:13.716723 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbabcd9b-0b9f-42f5-b321-ef49e76fd676 None None] Network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:04:13.730786 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dd85898c-f7d4-471c-898e-64877b4579ef demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4917169 Jun 23 17:04:13.978343 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'fixed_ips': [{'subnet_id': '03857a76-3d0e-496e-879b-7ec85ab81df1'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:04:13.979704 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:14.256011 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Allocated IP 172.20.0.2 (4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b/03857a76-3d0e-496e-879b-7ec85ab81df1/eaea927e-b8a9-41f3-ba31-416df30c2746) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:14.524912 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Publish callbacks [] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:14.537630 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:14.606551 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:14.625103 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:14.627796 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:14.629303 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Pushing event updated for resources: {'Port': ['ID=eaea927e-b8a9-41f3-ba31-416df30c2746,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:14.634879 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:04:14.646665 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.647011 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.647364 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.647712 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.648042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.648369 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.648687 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.649009 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.649325 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.649648 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.649987 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.650321 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.650641 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.650955 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.651269 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Tracked resource versions report: Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: pushed versions: Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: { 'AddressGroup': {'1.2'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Agent': {'1.1'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'ConntrackHelper': {'1.0'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'LocalIPAssociation': {'1.0'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Log': {'1.0'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'NDPProxy': {'1.0'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Network': {'1.1'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Port': {'1.7'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'PortForwarding': {'1.3'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'QosPolicy': {'1.10'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SecurityGroup': {'1.5'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SubPort': {'1.0'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Subnet': {'1.1'}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Trunk': {'1.1'}} Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: consumer versions: Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: { DHCP agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: L3 agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: Metadata agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: Metering agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: Open vSwitch agent@dv-cinder-835384-10-iscsi: { 'AddressGroup': '1.2', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Agent': '1.1', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'ConntrackHelper': '1.0', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'LocalIPAssociation': '1.0', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Log': '1.0', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'NDPProxy': '1.0', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Network': '1.1', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Port': '1.7', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'PortForwarding': '1.3', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'QosPolicy': '1.10', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SecurityGroup': '1.5', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SecurityGroupRule': '1.2', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SubPort': '1.0', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Subnet': '1.1', Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Trunk': '1.1'}} Jun 23 17:04:14.652704 dv-cinder-835384-10-iscsi neutron-server[104126]: {{(pid=104126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:04:14.726916 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Attempting to bind port eaea927e-b8a9-41f3-ba31-416df30c2746 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:04:14.727605 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Attempting to bind port eaea927e-b8a9-41f3-ba31-416df30c2746 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:04:14.727711 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Attempting to bind port eaea927e-b8a9-41f3-ba31-416df30c2746 on network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:04:14.732942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:04:14.733314 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Checking segment: {'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:04:14.733830 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:14.734214 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Bound using segment: {'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:04:14.734674 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Bound port: eaea927e-b8a9-41f3-ba31-416df30c2746, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:04:14.735071 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:14.797101 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] For port eaea927e-b8a9-41f3-ba31-416df30c2746, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:14.816395 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] For port eaea927e-b8a9-41f3-ba31-416df30c2746, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=eaea927e-b8a9-41f3-ba31-416df30c2746,segment=NetworkSegment(a5f9f51d-097d-4429-ac52-2ae5fca552a0),segment_id=a5f9f51d-097d-4429-ac52-2ae5fca552a0)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:14.827783 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:14.888384 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0a521-f9f4-4004-a0ff-766f8025639e None None] Pushing event updated for resources: {'Port': ['ID=eaea927e-b8a9-41f3-ba31-416df30c2746,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:16.053498 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 44986) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:16.392864 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [None req-86a50c18-54ba-424a-8160-7da0f6787fb5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:04:16.393847 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-86a50c18-54ba-424a-8160-7da0f6787fb5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3393896 Jun 23 17:04:18.658090 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 44994) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:18.788768 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=7 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:18.790975 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:19.013038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [None req-866a4e68-ca5e-4a8f-a4aa-b8d9d0cfcefe admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:04:19.014134 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-866a4e68-ca5e-4a8f-a4aa-b8d9d0cfcefe admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3550229 Jun 23 17:04:21.329787 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45006) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:21.681957 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:04:21.746940 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.policy [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104125) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 17:04:21.789496 dv-cinder-835384-10-iscsi neutron-server[104125]: WARNING oslo_policy.policy [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:04:21.789914 dv-cinder-835384-10-iscsi neutron-server[104125]: WARNING oslo_policy.policy [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:04:21.809631 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writer thread running {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 17:04:21.815410 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:21.854181 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (aaa63362-91a5-495f-9861-a7c31b0709e8), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:21.856032 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (aaa63362-91a5-495f-9861-a7c31b0709e8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:22.013163 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] Publish callbacks [] for router_controller (aaa63362-91a5-495f-9861-a7c31b0709e8), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:22.020262 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (aaa63362-91a5-495f-9861-a7c31b0709e8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:22.045555 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:22.048454 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fe598a0d-6808-46c6-b452-ba25c2e6930b demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7175670 Jun 23 17:04:22.890188 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device eaea927e-b8a9-41f3-ba31-416df30c2746 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:22.929513 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62c72f5-e85a-4bbc-8a10-5d8a32a9004e None None] Network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:04:23.032042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9d8439d3-5717-4453-801d-7841cb6fbddc None None] Provisioning complete for port eaea927e-b8a9-41f3-ba31-416df30c2746 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:23.032499 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9d8439d3-5717-4453-801d-7841cb6fbddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:23.065995 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port eaea927e-b8a9-41f3-ba31-416df30c2746 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:23.066398 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:23.203848 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:23.219154 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:23.248986 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9d8439d3-5717-4453-801d-7841cb6fbddc None None] Current status of the port eaea927e-b8a9-41f3-ba31-416df30c2746 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:23.249350 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9d8439d3-5717-4453-801d-7841cb6fbddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:23.276176 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port eaea927e-b8a9-41f3-ba31-416df30c2746 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:23.276531 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:23.310990 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-9d8439d3-5717-4453-801d-7841cb6fbddc None None] For port eaea927e-b8a9-41f3-ba31-416df30c2746, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=eaea927e-b8a9-41f3-ba31-416df30c2746,segment=NetworkSegment(a5f9f51d-097d-4429-ac52-2ae5fca552a0),segment_id=a5f9f51d-097d-4429-ac52-2ae5fca552a0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:23.318511 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9d8439d3-5717-4453-801d-7841cb6fbddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:23.399806 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.db.api [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 17:04:23.400252 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG oslo_db.api [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:04:23.408980 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8439d3-5717-4453-801d-7841cb6fbddc None None] Pushing event updated for resources: {'Port': ['ID=eaea927e-b8a9-41f3-ba31-416df30c2746,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:23.437263 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-a0a60608-9439-4ad8-81d9-48e123e0300d None None] Provisioning complete for port eaea927e-b8a9-41f3-ba31-416df30c2746 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:23.437650 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a0a60608-9439-4ad8-81d9-48e123e0300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:23.506851 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-a0a60608-9439-4ad8-81d9-48e123e0300d None None] Current status of the port eaea927e-b8a9-41f3-ba31-416df30c2746 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:23.719387 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:23.723165 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=22,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:23.935644 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port eaea927e-b8a9-41f3-ba31-416df30c2746 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:24.338462 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45028) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:24.675459 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [None req-b4e39d5a-b480-4659-9311-6c25bebb49f5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:04:24.676432 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b4e39d5a-b480-4659-9311-6c25bebb49f5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3369746 Jun 23 17:04:24.871130 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device eaea927e-b8a9-41f3-ba31-416df30c2746 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:24.919072 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port eaea927e-b8a9-41f3-ba31-416df30c2746 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:24.919465 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:24.988887 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port eaea927e-b8a9-41f3-ba31-416df30c2746 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:26.946628 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 45036) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:27.303309 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:04:27.328876 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Made reservation on behalf of 817b32abe9534b1196adc7d371e17f3c for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:27.333141 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:27.345953 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:27.423195 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Publish callbacks [] for security_group (d00979b4-32be-4522-ad87-8f225fd1fe9c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:27.429754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (d00979b4-32be-4522-ad87-8f225fd1fe9c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:27.448575 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Reserving flat network on physical network physnet1 {{(pid=104124) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 17:04:27.465189 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00979b4-32be-4522-ad87-8f225fd1fe9c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:27.472061 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:27.472482 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Added segment ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7 of type flat for network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 Jun 23 17:04:27.540773 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (213986d4-e3b6-4510-ad10-d41c18ccb1c7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:27.577229 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (213986d4-e3b6-4510-ad10-d41c18ccb1c7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:27.578213 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:04:27.578780 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:27.653825 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6945336 Jun 23 17:04:27.670672 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9899ea-48f9-4686-bdf0-59e2ad392221 admin admin] Pushing event updated for resources: {'Network': ['ID=213986d4-e3b6-4510-ad10-d41c18ccb1c7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:27.680701 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:04:29.902237 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 45044) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:30.009225 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0e2697b3-b895-4030-8d71-c52fc1c1750a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:30.317139 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f25ea1-860e-47a3-a708-27f2ddcd3fb7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:04:30.318547 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-91f25ea1-860e-47a3-a708-27f2ddcd3fb7 demo admin] 10.222.0.18 "GET /v2.0/subnets/03857a76-3d0e-496e-879b-7ec85ab81df1 HTTP/1.1" status: 200 len: 849 time: 0.4150684 Jun 23 17:04:30.483721 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-240100fc-0eff-4c7f-b317-7fbfe48a0301 demo admin] 10.222.0.18 "GET /v2.0/routers/aaa63362-91a5-495f-9861-a7c31b0709e8 HTTP/1.1" status: 200 len: 704 time: 0.1557069 Jun 23 17:04:30.753974 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.014628 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:31.018559 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:31.047627 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Allocated IP 172.20.0.1 (4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b/03857a76-3d0e-496e-879b-7ec85ab81df1/bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:31.254883 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Publish callbacks [] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.319464 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.393316 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:31.402724 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:31.409608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:04:31.411265 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (aaa63362-91a5-495f-9861-a7c31b0709e8), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.433589 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Pushing event updated for resources: {'Port': ['ID=bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:31.585083 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9133ad25-e7fe-40c4-810d-29c1c2cb2969 None None] Provisioning complete for port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:31.585628 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9133ad25-e7fe-40c4-810d-29c1c2cb2969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.610773 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.616634 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9133ad25-e7fe-40c4-810d-29c1c2cb2969 None None] Port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:04:31.740659 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:04:31.824009 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Publish callbacks [] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.831794 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.832562 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (aaa63362-91a5-495f-9861-a7c31b0709e8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:31.892779 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Pushing event updated for resources: {'Port': ['ID=bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:31.959548 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:31.961029 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:31.999684 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:32.038351 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=12,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:32.039688 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:32.074131 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:32.120980 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Router aaa63362-91a5-495f-9861-a7c31b0709e8 is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:04:32.136589 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ceb29234-1af7-4a57-90f0-a65b089d1a49 None None] Provisioning complete for port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:32.136978 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ceb29234-1af7-4a57-90f0-a65b089d1a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:32.171586 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ceb29234-1af7-4a57-90f0-a65b089d1a49 None None] Port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:04:32.210833 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:04:32.215964 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1443a1c6-9471-42ba-ab9a-81f69dac48ec demo admin] 10.222.0.18 "PUT /v2.0/routers/aaa63362-91a5-495f-9861-a7c31b0709e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7233880 Jun 23 17:04:32.233354 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Sync routers for ids ['aaa63362-91a5-495f-9861-a7c31b0709e8'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:04:32.247024 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Routers {'aaa63362-91a5-495f-9861-a7c31b0709e8'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:04:32.247828 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:04:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['aaa63362-91a5-495f-9861-a7c31b0709e8'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:32.298542 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:32.310694 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b53f2ec0-682b-4ea4-a412-b860b303e905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:32.423493 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Set router aaa63362-91a5-495f-9861-a7c31b0709e8 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:04:32.838632 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'name': 'router1', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:04:21Z', 'updated_at': '2022-06-23T17:04:31Z', 'revision_number': 2, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'gw_port_host': None, '_interfaces': [{'id': 'bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4', 'name': '', 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'mac_address': 'fa:16:3e:ff:77:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:30Z', 'updated_at': '2022-06-23T17:04:31Z', 'revision_number': 2, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'subnets': [{'id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f6b001-0157-4451-91e7-e99a558549ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:32.886469 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Checking router: aaa63362-91a5-495f-9861-a7c31b0709e8 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:04:32.886808 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Updating router aaa63362-91a5-495f-9861-a7c31b0709e8 port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:04:32.941221 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:33.363930 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:33.436495 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Publish callbacks [] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:33.444781 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:33.587439 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Pushing event updated for resources: {'Port': ['ID=bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:33.613234 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.613571 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.613988 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.614288 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.614616 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.614937 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.615254 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.615566 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.615896 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.616217 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.616533 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.616866 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.617184 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.617492 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.617825 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Tracked resource versions report: Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: pushed versions: Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: { 'AddressGroup': {'1.2'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Agent': {'1.1'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'ConntrackHelper': {'1.0'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'LocalIPAssociation': {'1.0'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Log': {'1.0'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'NDPProxy': {'1.0'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Network': {'1.1'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Port': {'1.7'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'PortForwarding': {'1.3'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'QosPolicy': {'1.10'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SecurityGroup': {'1.5'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SubPort': {'1.0'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Subnet': {'1.1'}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Trunk': {'1.1'}} Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: consumer versions: Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: { DHCP agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: L3 agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: Metadata agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: Metering agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: Open vSwitch agent@dv-cinder-835384-10-iscsi: { 'AddressGroup': '1.2', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Agent': '1.1', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'ConntrackHelper': '1.0', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'LocalIPAssociation': '1.0', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Log': '1.0', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'NDPProxy': '1.0', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Network': '1.1', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Port': '1.7', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'PortForwarding': '1.3', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'QosPolicy': '1.10', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SecurityGroup': '1.5', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SecurityGroupRule': '1.2', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SubPort': '1.0', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Subnet': '1.1', Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Trunk': '1.1'}} Jun 23 17:04:33.619269 dv-cinder-835384-10-iscsi neutron-server[104127]: {{(pid=104127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:04:33.636293 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Attempting to bind port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:04:33.636696 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Attempting to bind port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:04:33.637150 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Attempting to bind port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 on network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:04:33.642339 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:04:33.642760 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Checking segment: {'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:04:33.643251 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:33.643637 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Bound using segment: {'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:04:33.644099 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Bound port: bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9f51d-097d-4429-ac52-2ae5fca552a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:04:33.644483 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:33.706049 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-96e5b563-7926-4f59-b5ce-8ec827c137e3 None None] Provisioning complete for port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:33.706439 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-96e5b563-7926-4f59-b5ce-8ec827c137e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:33.712769 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] For port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:33.720367 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:33.734549 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] For port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4,segment=NetworkSegment(a5f9f51d-097d-4429-ac52-2ae5fca552a0),segment_id=a5f9f51d-097d-4429-ac52-2ae5fca552a0)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:33.738061 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-96e5b563-7926-4f59-b5ce-8ec827c137e3 None None] Port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:04:33.743126 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:33.774328 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:33.809566 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143304c6-9c86-4c7e-91ec-1bff91b610ba None None] Pushing event updated for resources: {'Port': ['ID=bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:33.812228 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Routers {'aaa63362-91a5-495f-9861-a7c31b0709e8'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:04:33.812679 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:04:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['aaa63362-91a5-495f-9861-a7c31b0709e8'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:33.904035 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] Set router aaa63362-91a5-495f-9861-a7c31b0709e8 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:04:33.957691 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-8b4e26bf-325d-45f9-aafe-d99278cfe319 None None] Provisioning complete for port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:33.958084 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8b4e26bf-325d-45f9-aafe-d99278cfe319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:34.032314 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e26bf-325d-45f9-aafe-d99278cfe319 None None] Current status of the port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:34.032726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8b4e26bf-325d-45f9-aafe-d99278cfe319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:34.066349 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-8b4e26bf-325d-45f9-aafe-d99278cfe319 None None] For port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4,segment=NetworkSegment(a5f9f51d-097d-4429-ac52-2ae5fca552a0),segment_id=a5f9f51d-097d-4429-ac52-2ae5fca552a0)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:34.072776 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8b4e26bf-325d-45f9-aafe-d99278cfe319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:34.101017 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'name': 'router1', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:04:21Z', 'updated_at': '2022-06-23T17:04:31Z', 'revision_number': 2, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'gw_port_host': None, '_interfaces': [{'id': 'bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4', 'name': '', 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'mac_address': 'fa:16:3e:ff:77:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:30Z', 'updated_at': '2022-06-23T17:04:33Z', 'revision_number': 4, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'subnets': [{'id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f6b001-0157-4451-91e7-e99a558549ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:34.119635 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e26bf-325d-45f9-aafe-d99278cfe319 None None] Pushing event updated for resources: {'Port': ['ID=bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:34.125137 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8592a22c-c82c-4e81-a54b-e6fbbd3deea4 None None] The sync data for ids ['aaa63362-91a5-495f-9861-a7c31b0709e8'] in dv-cinder-835384-10-iscsi is: [{'id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'name': 'router1', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:04:21Z', 'updated_at': '2022-06-23T17:04:31Z', 'revision_number': 2, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'gw_port_host': None, '_interfaces': [{'id': 'bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4', 'name': '', 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'mac_address': 'fa:16:3e:ff:77:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:30Z', 'updated_at': '2022-06-23T17:04:33Z', 'revision_number': 4, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'subnets': [{'id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f6b001-0157-4451-91e7-e99a558549ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:04:34.475476 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 45066) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:34.682150 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d0429-72df-4526-af94-7b4352d263f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:04:34.689094 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-956d0429-72df-4526-af94-7b4352d263f1 admin admin] 10.222.0.18 "GET /v2.0/networks/213986d4-e3b6-4510-ad10-d41c18ccb1c7 HTTP/1.1" status: 200 len: 842 time: 0.2071338 Jun 23 17:04:34.693532 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:04:34.719433 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Made reservation on behalf of 817b32abe9534b1196adc7d371e17f3c for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:04:34.722244 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:34.723263 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:35.061418 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.objects.ports [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104124) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 23 17:04:35.061836 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (cd57d01b-b5f1-4df3-935b-06fa49ce1258), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:35.110472 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd57d01b-b5f1-4df3-935b-06fa49ce1258,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:35.127970 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:04:35.128315 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Network hostable DHCP agents. Network: 213986d4-e3b6-4510-ad10-d41c18ccb1c7, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:04:35.146712 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:04:35.157365 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 213986d4-e3b6-4510-ad10-d41c18ccb1c7) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:35.164538 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:04:35.165136 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:35.166042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13305d6-3d0f-4265-b084-5b1622a91e9f None None] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:04:35.196531 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ddf2ff41-7cdf-4771-8208-a444dd5698d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4934187 Jun 23 17:04:35.266435 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:35.311766 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7d4ab-5a86-4525-bc8b-9490ce49014c None None] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:04:37.568360 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45084) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:37.779245 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f5497209-101e-40bc-8f84-0add14bddcac demo admin] 10.222.0.18 "GET /v2.0/routers/aaa63362-91a5-495f-9861-a7c31b0709e8 HTTP/1.1" status: 200 len: 710 time: 0.2094834 Jun 23 17:04:37.966158 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc86d528-0d79-47a2-9f7f-ccf600b1e568 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:04:37.967522 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-bc86d528-0d79-47a2-9f7f-ccf600b1e568 demo admin] 10.222.0.18 "GET /v2.0/networks/213986d4-e3b6-4510-ad10-d41c18ccb1c7 HTTP/1.1" status: 200 len: 886 time: 0.1826952 Jun 23 17:04:37.976891 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:04:38.228336 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks [] for router_gateway (aaa63362-91a5-495f-9861-a7c31b0709e8), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:38.452304 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks [] for router_gateway (aaa63362-91a5-495f-9861-a7c31b0709e8), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:38.535583 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:38.736229 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Allocated IP 172.27.0.36 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/7357eb04-88e7-4df0-b721-52c3095f3dd1) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:04:38.848211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks [] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:38.857730 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:38.886208 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:38.913976 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:38.962004 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:04:38.986401 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:04:39.045498 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:04:39.081922 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Pushing event updated for resources: {'Port': ['ID=7357eb04-88e7-4df0-b721-52c3095f3dd1,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:39.123370 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.123719 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.124068 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.124403 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.124738 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.125065 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.125390 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.125818 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.126148 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.126473 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.126806 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.127162 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.127489 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.127801 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.128124 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Tracked resource versions report: Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: pushed versions: Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Agent': {'1.1'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Log': {'1.0'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Network': {'1.1'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Port': {'1.7'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: consumer versions: Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: L3 agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: Metadata agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: Metering agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-835384-10-iscsi: { 'AddressGroup': '1.2', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Agent': '1.1', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Log': '1.0', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'NDPProxy': '1.0', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Network': '1.1', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Port': '1.7', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'PortForwarding': '1.3', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'QosPolicy': '1.10', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SubPort': '1.0', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Subnet': '1.1', Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Trunk': '1.1'}} Jun 23 17:04:39.129546 dv-cinder-835384-10-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:04:39.337084 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks [] for router_gateway (aaa63362-91a5-495f-9861-a7c31b0709e8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:39.573489 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3901247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3915453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27785'] for router (aaa63362-91a5-495f-9861-a7c31b0709e8), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:39.578287 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3901254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3901268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3915460'] for router (aaa63362-91a5-495f-9861-a7c31b0709e8), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:39.691529 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Router aaa63362-91a5-495f-9861-a7c31b0709e8 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:04:39.813057 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:04:39.817630 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:39.818876 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e6109634-cad5-4829-8cd7-3c6ed0301513 demo admin] 10.222.0.18 "PUT /v2.0/routers/aaa63362-91a5-495f-9861-a7c31b0709e8 HTTP/1.1" status: 200 len: 889 time: 1.8452976 Jun 23 17:04:40.420151 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Sync routers for ids ['aaa63362-91a5-495f-9861-a7c31b0709e8'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:04:40.432128 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Routers {'aaa63362-91a5-495f-9861-a7c31b0709e8'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:04:40.432887 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:04:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['aaa63362-91a5-495f-9861-a7c31b0709e8'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:40.635982 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Set router aaa63362-91a5-495f-9861-a7c31b0709e8 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:04:40.820886 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:40.885355 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:40.906429 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:41.046502 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:41.046857 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:41.160126 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'name': 'router1', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7357eb04-88e7-4df0-b721-52c3095f3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:04:21Z', 'updated_at': '2022-06-23T17:04:39Z', 'revision_number': 4, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'gw_port': {'id': '7357eb04-88e7-4df0-b721-52c3095f3dd1', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:38Z', 'updated_at': '2022-06-23T17:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4', 'name': '', 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'mac_address': 'fa:16:3e:ff:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:30Z', 'updated_at': '2022-06-23T17:04:34Z', 'revision_number': 5, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'subnets': [{'id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f6b001-0157-4451-91e7-e99a558549ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:41.212186 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Checking router: aaa63362-91a5-495f-9861-a7c31b0709e8 for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:04:41.212533 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Updating router aaa63362-91a5-495f-9861-a7c31b0709e8 port 7357eb04-88e7-4df0-b721-52c3095f3dd1 binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:04:41.267997 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:41.393101 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:41.595935 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:41.609314 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Publish callbacks [] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:41.616258 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:41.666656 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Attempting to bind port 7357eb04-88e7-4df0-b721-52c3095f3dd1 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:04:41.667040 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Attempting to bind port 7357eb04-88e7-4df0-b721-52c3095f3dd1 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:04:41.667396 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Attempting to bind port 7357eb04-88e7-4df0-b721-52c3095f3dd1 on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:04:41.669515 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a894ca-95ec-4343-87de-9197fcbac49b None None] Pushing event updated for resources: {'Port': ['ID=7357eb04-88e7-4df0-b721-52c3095f3dd1,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:41.675282 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:04:41.675665 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:04:41.676050 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:41.676436 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:04:41.676898 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Bound port: 7357eb04-88e7-4df0-b721-52c3095f3dd1, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:04:41.677253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:41.725986 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] For port 7357eb04-88e7-4df0-b721-52c3095f3dd1, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:04:41.728953 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] For port 7357eb04-88e7-4df0-b721-52c3095f3dd1, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=7357eb04-88e7-4df0-b721-52c3095f3dd1,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:04:41.736008 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:41.795359 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Routers {'aaa63362-91a5-495f-9861-a7c31b0709e8'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:04:41.795981 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:04:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['aaa63362-91a5-495f-9861-a7c31b0709e8'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:41.797696 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a894ca-95ec-4343-87de-9197fcbac49b None None] Pushing event updated for resources: {'Port': ['ID=7357eb04-88e7-4df0-b721-52c3095f3dd1,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:41.899958 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] Set router aaa63362-91a5-495f-9861-a7c31b0709e8 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:04:42.095409 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'name': 'router1', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7357eb04-88e7-4df0-b721-52c3095f3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:04:21Z', 'updated_at': '2022-06-23T17:04:39Z', 'revision_number': 4, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'gw_port': {'id': '7357eb04-88e7-4df0-b721-52c3095f3dd1', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:38Z', 'updated_at': '2022-06-23T17:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4', 'name': '', 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'mac_address': 'fa:16:3e:ff:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:30Z', 'updated_at': '2022-06-23T17:04:34Z', 'revision_number': 5, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'subnets': [{'id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f6b001-0157-4451-91e7-e99a558549ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:04:42.119845 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d5ed2-5798-4a2b-b9fa-f0577837e97e None None] The sync data for ids ['aaa63362-91a5-495f-9861-a7c31b0709e8'] in dv-cinder-835384-10-iscsi is: [{'id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'name': 'router1', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '7357eb04-88e7-4df0-b721-52c3095f3dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:04:21Z', 'updated_at': '2022-06-23T17:04:39Z', 'revision_number': 4, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'gw_port': {'id': '7357eb04-88e7-4df0-b721-52c3095f3dd1', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:38Z', 'updated_at': '2022-06-23T17:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4', 'name': '', 'network_id': '4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b', 'tenant_id': 'a54cac18fe3448119899dcb53a77d938', 'mac_address': 'fa:16:3e:ff:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa63362-91a5-495f-9861-a7c31b0709e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:04:30Z', 'updated_at': '2022-06-23T17:04:34Z', 'revision_number': 5, 'project_id': 'a54cac18fe3448119899dcb53a77d938', 'subnets': [{'id': '03857a76-3d0e-496e-879b-7ec85ab81df1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81f6b001-0157-4451-91e7-e99a558549ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:04:42.139016 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45100) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:04:42.270611 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6b294375-3c3f-44d7-89fd-fe79f6269440 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1302335 Jun 23 17:04:42.920437 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 7357eb04-88e7-4df0-b721-52c3095f3dd1 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:42.970030 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 7357eb04-88e7-4df0-b721-52c3095f3dd1 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:42.971197 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:43.045146 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 7357eb04-88e7-4df0-b721-52c3095f3dd1 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:43.045536 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:43.067522 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 7357eb04-88e7-4df0-b721-52c3095f3dd1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=7357eb04-88e7-4df0-b721-52c3095f3dd1,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:04:43.073164 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:43.093613 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:43.121880 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:43.122926 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=7357eb04-88e7-4df0-b721-52c3095f3dd1,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:04:44.908258 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 7357eb04-88e7-4df0-b721-52c3095f3dd1 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:04:44.951808 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 7357eb04-88e7-4df0-b721-52c3095f3dd1 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:04:44.952262 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (7357eb04-88e7-4df0-b721-52c3095f3dd1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:04:45.022724 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 7357eb04-88e7-4df0-b721-52c3095f3dd1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:04:45.174687 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=69,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:45.176039 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=69,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:50.744982 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=37 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:50.747667 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=45 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:52.263051 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:52.266673 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:55.015724 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:55.019372 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=66 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:04:55.021515 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:00.013458 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e5fb8aef-3bd8-450a-aa6b-e5ac4ba7e904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:02.307672 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-86b7416c-99d1-4fd9-b38f-c4ea660595eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:03.370559 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:04.734088 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:05.336881 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:08.739938 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:05:13.364506 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:14.727808 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:15.329459 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:16.751999 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:27.747500 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:27.751021 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:30.012447 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd65f-a3b7-4e65-9326-1a2b24e2ede4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:32.302779 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2b0169bc-e4a9-454b-82bf-0a6badda17ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:33.369999 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:34.728786 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:35.219945 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:05:44.722677 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:45.210666 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:45.212003 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:05:45.739814 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:05:57.701619 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 45636) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:05:57.775554 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc7c983-59df-4e57-ad26-50cdc0ddf427 admin admin] GET failed (client error): The resource could not be found. Jun 23 17:05:57.776847 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1bc7c983-59df-4e57-ad26-50cdc0ddf427 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0742671 Jun 23 17:05:57.953036 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422b92b-d785-4933-bd0a-fddc48a29184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:05:57.954971 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8422b92b-d785-4933-bd0a-fddc48a29184 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1733756 Jun 23 17:06:00.007259 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7db7a078-b4b4-4a09-a0af-a74adab11c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:00.041591 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45648) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:00.185878 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b9038-4202-4a29-aa96-1b7ae25bedad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:00.187246 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d05b9038-4202-4a29-aa96-1b7ae25bedad admin admin] 10.222.0.18 "GET /v2.0/subnets/03857a76-3d0e-496e-879b-7ec85ab81df1 HTTP/1.1" status: 200 len: 849 time: 0.1446695 Jun 23 17:06:00.198315 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:06:00.283827 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Publish callbacks [] for subnet (03857a76-3d0e-496e-879b-7ec85ab81df1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:00.433659 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734246014567'] for subnet (03857a76-3d0e-496e-879b-7ec85ab81df1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:00.466819 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:00.467631 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:00.469180 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] 10.222.0.18 "PUT /v2.0/subnets/03857a76-3d0e-496e-879b-7ec85ab81df1 HTTP/1.1" status: 200 len: 868 time: 0.2745035 Jun 23 17:06:00.479317 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f35e32-cd35-4c85-835e-0857a31fb8c0 None None] Network 4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:06:00.493466 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03857a76-3d0e-496e-879b-7ec85ab81df1,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:00.502963 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.503323 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.503675 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.504023 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.504362 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.504733 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.505100 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.505436 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.505810 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.506172 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.506515 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.507008 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.507342 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.507670 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.508069 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc2b7b4-9835-4807-a541-cb16fdd56b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:00.779284 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f8aed515-d2e2-4220-a497-2258cb4682fc None None] Provisioning complete for port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:06:00.779772 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f8aed515-d2e2-4220-a497-2258cb4682fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:00.854398 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f8aed515-d2e2-4220-a497-2258cb4682fc None None] Current status of the port bcca49ba-3ba1-4cf4-829a-5e8ed4d997c4 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:06:00.862881 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f8aed515-d2e2-4220-a497-2258cb4682fc None None] Provisioning complete for port eaea927e-b8a9-41f3-ba31-416df30c2746 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:06:00.863329 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f8aed515-d2e2-4220-a497-2258cb4682fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (eaea927e-b8a9-41f3-ba31-416df30c2746), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:00.937456 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f8aed515-d2e2-4220-a497-2258cb4682fc None None] Current status of the port eaea927e-b8a9-41f3-ba31-416df30c2746 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:06:02.299684 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5fbd36bc-6951-4641-b385-72a5ca396645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:02.551463 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45658) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:02.759122 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70c9bb-1e73-479d-8b4a-482bedf4a4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:02.759587 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70c9bb-1e73-479d-8b4a-482bedf4a4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:02.761125 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8a70c9bb-1e73-479d-8b4a-482bedf4a4ae admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2087450 Jun 23 17:06:03.373494 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:04.733024 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:04.740417 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:04.745176 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=6 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:04.824051 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45666) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:04.967037 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89764180-4a65-40f4-9b35-4b8c05acc0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:04.967416 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89764180-4a65-40f4-9b35-4b8c05acc0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:04.968972 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-89764180-4a65-40f4-9b35-4b8c05acc0e7 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1439536 Jun 23 17:06:05.218126 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:07.022906 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 45674) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:07.161481 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a8f7c-6c38-4661-8b39-bd7dc6035698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:07.162894 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9d3a8f7c-6c38-4661-8b39-bd7dc6035698 admin admin] 10.222.0.18 "GET /v2.0/networks/213986d4-e3b6-4510-ad10-d41c18ccb1c7 HTTP/1.1" status: 200 len: 886 time: 0.1387205 Jun 23 17:06:09.238437 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45682) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:09.398610 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b823f-4109-4eef-b661-c6616f3354d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:09.399992 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-213b823f-4109-4eef-b661-c6616f3354d9 admin admin] 10.222.0.18 "GET /v2.0/networks/4ce3d5d9-4b18-473f-b1f9-f52ae2dc7f1b HTTP/1.1" status: 200 len: 869 time: 0.1602621 Jun 23 17:06:11.461597 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45690) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:11.607123 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123367e5-d380-4d74-bb7c-36749eca0a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:11.607581 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123367e5-d380-4d74-bb7c-36749eca0a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:11.609143 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-123367e5-d380-4d74-bb7c-36749eca0a12 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1464756 Jun 23 17:06:13.674984 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45698) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:13.763503 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:13.785369 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055c288-549b-4e1b-b03e-d5e5b266daaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:13.785816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055c288-549b-4e1b-b03e-d5e5b266daaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:13.787375 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8055c288-549b-4e1b-b03e-d5e5b266daaa admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1111801 Jun 23 17:06:15.202005 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:15.208154 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:15.209575 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:15.840210 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45708) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:15.928504 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:15.950265 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96438e9-989a-461a-a615-fe427ce25d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:15.952060 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e96438e9-989a-461a-a615-fe427ce25d33 admin admin] 10.222.0.18 "GET /v2.0/subnets/03857a76-3d0e-496e-879b-7ec85ab81df1 HTTP/1.1" status: 200 len: 868 time: 0.1108935 Jun 23 17:06:17.152709 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:17.159191 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=24 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:17.997531 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45716) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:18.098873 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01794f-eded-4b35-a727-3da05b4df5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:18.100212 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8d01794f-eded-4b35-a727-3da05b4df5d0 admin admin] 10.222.0.18 "GET /v2.0/subnets/cd57d01b-b5f1-4df3-935b-06fa49ce1258 HTTP/1.1" status: 200 len: 816 time: 0.1016879 Jun 23 17:06:22.740637 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:06:28.091746 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=12 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:28.095167 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:30.012502 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-af5f97c7-fef8-414f-92a6-eff337450b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:32.304096 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ecb2fd30-06a4-494f-ac5b-bd1c122080f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:33.379684 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:34.737664 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:35.217334 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:41.742237 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:41.743139 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:44.730403 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:44.900626 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45772) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:44.952265 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [None req-df0b1d46-9188-4355-b21d-74466a28dddf admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:06:44.953256 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-df0b1d46-9188-4355-b21d-74466a28dddf admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0516634 Jun 23 17:06:45.207398 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:45.210792 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:47.120918 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45780) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:47.183585 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d033a9-148a-4b0e-9d2f-2705630e8437 admin admin] GET failed (client error): The resource could not be found. Jun 23 17:06:47.184879 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f8d033a9-148a-4b0e-9d2f-2705630e8437 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629597 Jun 23 17:06:47.391342 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15869767-350c-434c-850d-011ed59ec8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:47.392791 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-15869767-350c-434c-850d-011ed59ec8bd admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2035747 Jun 23 17:06:49.484070 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45788) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:49.537676 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:06:49.564166 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Made reservation on behalf of 817b32abe9534b1196adc7d371e17f3c for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:06:49.566855 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:49.612393 dv-cinder-835384-10-iscsi neutron-server[104125]: WARNING neutron.services.revisions.revision_plugin [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Could not find related network for resource to bump revision. Jun 23 17:06:49.629945 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:06:49.642509 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734245790338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (624cb857-3be3-44e4-ac10-b9269f994f75), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:49.643100 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Unsubscribe: segment precommit_create {{(pid=104125) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 17:06:49.643566 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Added segment 624cb857-3be3-44e4-ac10-b9269f994f75 of type vlan for network 38fda009-5f73-4c91-86f6-0fa842cc4232 Jun 23 17:06:49.694272 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (38fda009-5f73-4c91-86f6-0fa842cc4232), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:49.728893 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (38fda009-5f73-4c91-86f6-0fa842cc4232), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:49.729887 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:49.730480 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:49.792849 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3073592 Jun 23 17:06:49.828828 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d905a8-418a-4a83-9654-ad840f6c79cb admin admin] Pushing event updated for resources: {'Network': ['ID=38fda009-5f73-4c91-86f6-0fa842cc4232,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:49.840430 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 38fda009-5f73-4c91-86f6-0fa842cc4232 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:06:51.876149 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45796) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:06:51.957884 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1a48aa-2d80-407c-9f31-a965fdc05597 admin admin] GET failed (client error): The resource could not be found. Jun 23 17:06:51.959150 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0e1a48aa-2d80-407c-9f31-a965fdc05597 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0820305 Jun 23 17:06:52.028403 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd72736-41a4-4b1d-adc9-ef40e1b9e6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:52.029825 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1cd72736-41a4-4b1d-adc9-ef40e1b9e6a8 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663438 Jun 23 17:06:52.042508 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232', 'cidr': '192.168.233.0/24'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:06:52.067528 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Made reservation on behalf of 817b32abe9534b1196adc7d371e17f3c for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:06:52.070934 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:52.269009 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (c21aae94-d681-411f-aa41-d5711061fbb8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:52.321397 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21aae94-d681-411f-aa41-d5711061fbb8,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:52.342949 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Checking segment: {'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:06:52.343298 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Network hostable DHCP agents. Network: 38fda009-5f73-4c91-86f6-0fa842cc4232, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:06:52.367865 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Network 38fda009-5f73-4c91-86f6-0fa842cc4232 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:06:52.381395 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 38fda009-5f73-4c91-86f6-0fa842cc4232) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:52.385713 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:06:52.386435 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:52.390518 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a039d0dc-d1d5-4069-b3c1-0c3943eb0e10 None None] Network 38fda009-5f73-4c91-86f6-0fa842cc4232 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:06:52.403625 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e87c5407-cb0b-4152-91ac-4bf7484b2c69 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3643777 Jun 23 17:06:52.604872 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-38fda009-5f73-4c91-86f6-0fa842cc4232', 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232', 'project_id': '817b32abe9534b1196adc7d371e17f3c', 'fixed_ips': [{'subnet_id': 'c21aae94-d681-411f-aa41-d5711061fbb8'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:06:52.605818 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:52.747216 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Allocated IP 192.168.233.2 (38fda009-5f73-4c91-86f6-0fa842cc4232/c21aae94-d681-411f-aa41-d5711061fbb8/7c3fafee-666d-4036-93ff-28d38fae046c) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:06:52.889804 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Publish callbacks [] for port (7c3fafee-666d-4036-93ff-28d38fae046c), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:52.896907 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (7c3fafee-666d-4036-93ff-28d38fae046c), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:52.940726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Network 38fda009-5f73-4c91-86f6-0fa842cc4232 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:06:52.943579 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:06:52.947879 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:06:52.954415 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Pushing event updated for resources: {'Port': ['ID=7c3fafee-666d-4036-93ff-28d38fae046c,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:52.977686 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.978055 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.978415 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.978771 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.979105 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.979435 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.979776 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.980099 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.980436 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.980757 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.981073 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.981405 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.981724 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.982065 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:52.982376 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:06:53.017721 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Attempting to bind port 7c3fafee-666d-4036-93ff-28d38fae046c on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:06:53.018328 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Attempting to bind port 7c3fafee-666d-4036-93ff-28d38fae046c by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:06:53.018581 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Attempting to bind port 7c3fafee-666d-4036-93ff-28d38fae046c on network 38fda009-5f73-4c91-86f6-0fa842cc4232 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:06:53.024029 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:06:53.024401 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Checking segment: {'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:06:53.024798 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:53.025201 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Bound using segment: {'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:06:53.025643 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Bound port: 7c3fafee-666d-4036-93ff-28d38fae046c, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:06:53.026048 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (7c3fafee-666d-4036-93ff-28d38fae046c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:53.086646 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] For port 7c3fafee-666d-4036-93ff-28d38fae046c, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:06:53.089827 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] For port 7c3fafee-666d-4036-93ff-28d38fae046c, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=7c3fafee-666d-4036-93ff-28d38fae046c,segment=NetworkSegment(624cb857-3be3-44e4-ac10-b9269f994f75),segment_id=624cb857-3be3-44e4-ac10-b9269f994f75)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:06:53.097205 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (7c3fafee-666d-4036-93ff-28d38fae046c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:53.156730 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ae00f-6598-4a4d-b6c0-863b1333565a None None] Pushing event updated for resources: {'Port': ['ID=7c3fafee-666d-4036-93ff-28d38fae046c,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:53.992299 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d01af-26b8-439e-a990-fba108012b8e None None] Network 38fda009-5f73-4c91-86f6-0fa842cc4232 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:06:54.075659 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-68040cda-c1fa-454c-a615-9208c9a66bc7 None None] Provisioning complete for port 7c3fafee-666d-4036-93ff-28d38fae046c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:06:54.076021 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68040cda-c1fa-454c-a615-9208c9a66bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (7c3fafee-666d-4036-93ff-28d38fae046c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:54.178472 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-68040cda-c1fa-454c-a615-9208c9a66bc7 None None] Current status of the port 7c3fafee-666d-4036-93ff-28d38fae046c is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:06:54.180713 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68040cda-c1fa-454c-a615-9208c9a66bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (7c3fafee-666d-4036-93ff-28d38fae046c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:54.230837 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-68040cda-c1fa-454c-a615-9208c9a66bc7 None None] For port 7c3fafee-666d-4036-93ff-28d38fae046c, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=7c3fafee-666d-4036-93ff-28d38fae046c,segment=NetworkSegment(624cb857-3be3-44e4-ac10-b9269f994f75),segment_id=624cb857-3be3-44e4-ac10-b9269f994f75)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:06:54.241494 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68040cda-c1fa-454c-a615-9208c9a66bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (7c3fafee-666d-4036-93ff-28d38fae046c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:54.306671 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68040cda-c1fa-454c-a615-9208c9a66bc7 None None] Pushing event updated for resources: {'Port': ['ID=7c3fafee-666d-4036-93ff-28d38fae046c,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:06:54.365677 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-3145c9d2-69b4-4568-884a-6e7809961b87 None None] Provisioning complete for port 7c3fafee-666d-4036-93ff-28d38fae046c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:06:54.366117 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3145c9d2-69b4-4568-884a-6e7809961b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (7c3fafee-666d-4036-93ff-28d38fae046c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:54.440216 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3145c9d2-69b4-4568-884a-6e7809961b87 None None] Current status of the port 7c3fafee-666d-4036-93ff-28d38fae046c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:06:54.966753 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 7c3fafee-666d-4036-93ff-28d38fae046c up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:06:55.013653 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 7c3fafee-666d-4036-93ff-28d38fae046c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:06:55.014379 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (7c3fafee-666d-4036-93ff-28d38fae046c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:06:55.016518 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:55.053966 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:55.087975 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 7c3fafee-666d-4036-93ff-28d38fae046c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:06:58.960070 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=12 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:58.966611 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=14 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:06:59.739342 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:07:00.020008 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1d503655-941a-4a6e-bdc8-420175927f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:02.312077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fa492ff9-f5a0-4efa-87d6-56654913bf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:02.392824 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:02.395836 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:03.371443 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:03.379993 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:04.739451 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:05.213363 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:15.199896 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:15.203792 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:15.205972 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:18.735495 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:18.742089 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:30.015531 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7941b54f-a3e3-4894-8f36-a02c779c0beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:32.308517 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e86737e4-ffa5-4c8e-9802-cad12efd3f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:33.381962 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:34.747129 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:35.208704 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:07:36.738704 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:07:45.196153 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:45.200363 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=12 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:45.202528 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:58.731030 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=7 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:07:58.731941 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:00.020068 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7ea2e20a-20d5-4233-be43-c7873adc3ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:02.303817 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7ff1c151-cf43-427a-8fad-40728123824c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:03.384902 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:04.745349 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:05.214993 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:13.738482 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:08:15.201913 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:15.206114 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:15.209088 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:17.775900 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45834) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:08:17.781828 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [None req-5c9fb86a-620f-4ffd-8793-e0e3b1127cb5 tempest-verify_tempest_config-1410881683 tempest-verify_tempest_config-1410881683-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:08:17.782786 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5c9fb86a-620f-4ffd-8793-e0e3b1127cb5 tempest-verify_tempest_config-1410881683 tempest-verify_tempest_config-1410881683-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059106 Jun 23 17:08:18.110328 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 45852) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:08:18.232138 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:18.313759 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Publish callbacks [] for security_group (49c9e6d1-fe11-4849-9070-a0dec1408f70), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:18.319312 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (49c9e6d1-fe11-4849-9070-a0dec1408f70), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:18.364814 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c9e6d1-fe11-4849-9070-a0dec1408f70,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:18.368792 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cb225e88d314330a846843ec511a831&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2574484 Jun 23 17:08:18.371862 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 45858) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:08:18.374499 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.375477 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.375954 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.376236 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.376670 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.376994 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.377400 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.377719 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.378126 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.378479 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.378900 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.379278 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.379631 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.379977 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.380338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c5aef1-a3f8-494b-90b3-fb0610fc434b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.455107 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Publish callbacks [] for security_group (49c9e6d1-fe11-4849-9070-a0dec1408f70), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:18.476434 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Publish callbacks [] for security_group (49c9e6d1-fe11-4849-9070-a0dec1408f70), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:18.601646 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (49c9e6d1-fe11-4849-9070-a0dec1408f70), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:18.605693 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:18.607361 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49c9e6d1-fe11-4849-9070-a0dec1408f70 HTTP/1.1" status: 204 len: 168 time: 0.2344244 Jun 23 17:08:18.615663 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c9e6d1-fe11-4849-9070-a0dec1408f70,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:08:18.623057 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.623409 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.623767 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.624110 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.624444 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.624941 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.625510 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.625510 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.625855 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.626194 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.626537 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.626866 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.627190 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.627511 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:18.627833 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca054f6-4be6-4aed-ad80-58e10cce7c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:08:28.368025 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:28.375013 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:28.618667 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:28.619441 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:28.642329 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:28.648468 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:30.024815 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63e0c2cb-a345-4846-8297-e986b02178d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:32.314523 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-15e85233-3c6e-4ebe-81b2-c685c907730a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:32.736649 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:32.737443 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:33.391266 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:34.747651 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:35.211073 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:08:44.733985 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:44.741635 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:45.205298 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:08:50.738129 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:09:00.040214 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2e8d9474-fe8a-4b2c-99b1-72f8dfb70040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:02.319592 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1755e48c-5e86-4670-9989-78c31c59077c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:03.401075 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:04.752539 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:05.212784 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:09.734368 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=14 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:09.735269 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=20 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:15.195741 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:15.202282 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:15.205630 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:27.737651 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 5 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:09:30.039065 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-852ff64c-71c9-4b0f-91f3-f93961dfc6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:32.324271 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-080f5804-83f9-4d97-a90d-365302c06baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:33.405980 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:34.765050 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:35.222233 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:09:45.202329 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:45.209419 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:45.213447 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:46.733147 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:46.734828 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:58.736325 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:09:58.737168 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:00.044067 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a6d-6f86-4e8e-93cb-d9983faa1d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:01.759577 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901124'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:02.327664 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3c8958dd-b922-4cbe-9ada-66a80706f5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:03.403200 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:04.742136 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:10:04.770054 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:05.216479 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:13.448562 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 45932) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:10:13.569087 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d66b0666-6a16-4f83-bce5-d7647c2e8239 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1191304 Jun 23 17:10:15.199251 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:15.201942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:15.207711 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:15.657131 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 45942) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:10:15.733561 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7d3194d4-c455-4228-9bc8-539d28438f40 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0750079 Jun 23 17:10:23.730789 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=6 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:23.731714 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:25.731089 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:25.732337 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:30.046246 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c5451007-556f-45ef-8a17-67a07e31d13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:31.737610 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:32.327796 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7e59a926-c124-4fc9-87d3-1f722c6fe262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:33.413113 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:34.773318 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:35.222251 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:10:41.744249 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:10:44.767551 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:45.203471 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:10:45.213948 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:00.058031 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-19cfc811-074a-4ea2-b2c5-515c4a38990a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:00.728410 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=18 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:00.730278 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=16 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:01.739198 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:02.323223 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-349ffd3e-a8b9-4c1e-9092-dba1c30c8606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:03.406815 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:04.770298 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:05.213376 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:15.196351 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:15.200290 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:15.206264 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:18.744022 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:11:30.044585 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4a5f-d18e-40d1-8cfd-f35bf374bce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:31.742320 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:32.328575 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f6c95469-f54a-4026-a84f-2982fc27ec3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:33.411911 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:34.773217 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:35.210611 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:37.726203 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:37.726972 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:44.768118 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:45.202292 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:45.204270 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:53.253847 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46170) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:53.368115 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46184) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:53.386759 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46188) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:53.511802 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-184791066-network', 'tenant_id': '201cf53eaff642e78cf394182b0b9972'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:53.534561 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Made reservation on behalf of 201cf53eaff642e78cf394182b0b9972 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:11:53.537008 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.545556 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.553298 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-671842965-network', 'tenant_id': '8355cfdfed4f44f689922335c2845c50'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:53.599881 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Made reservation on behalf of 8355cfdfed4f44f689922335c2845c50 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:11:53.602567 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.619604 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.631405 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-network', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:53.726859 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Publish callbacks [] for security_group (b9f484b3-baa1-47eb-a148-b8c920d81f12), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.738799 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (b9f484b3-baa1-47eb-a148-b8c920d81f12), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.760998 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Made reservation on behalf of bec9016d905e4d29b8e7c3f63c8a8810 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:11:53.764275 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.780032 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:11:53.810013 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.830620 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.831183 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Added segment 1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a of type vlan for network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 Jun 23 17:11:53.852302 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f484b3-baa1-47eb-a148-b8c920d81f12,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:53.913423 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.914108 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.914722 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.915292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.915787 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.916354 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.916900 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.917450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.918009 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.918598 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.919089 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.919616 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.920097 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.920638 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.921107 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Tracked resource versions report: Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: pushed versions: Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Agent': {'1.1'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Log': {'1.0'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Network': {'1.1'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Port': {'1.7'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: consumer versions: Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: HyperV agent@hv-cinder-83538: {}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: L3 agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: Metadata agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: Metering agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-835384-10-iscsi: { 'AddressGroup': '1.2', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Agent': '1.1', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Log': '1.0', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'NDPProxy': '1.0', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Network': '1.1', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Port': '1.7', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'PortForwarding': '1.3', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'QosPolicy': '1.10', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'SubPort': '1.0', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Subnet': '1.1', Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: 'Trunk': '1.1'}} Jun 23 17:11:53.922749 dv-cinder-835384-10-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:11:53.975472 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Publish callbacks [] for security_group (2da47f0f-89b4-43f3-bf6c-a23328fa292f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.981411 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:53.992570 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2da47f0f-89b4-43f3-bf6c-a23328fa292f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.059171 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:11:54.083066 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (1f33a708-96de-4133-a8f0-279c6929e7df), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.083513 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Added segment 1f33a708-96de-4133-a8f0-279c6929e7df of type vlan for network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 Jun 23 17:11:54.126928 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (b4e8f9c9-156d-4104-b1dc-aee5f43cbe07), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.144883 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da47f0f-89b4-43f3-bf6c-a23328fa292f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:54.171511 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.173006 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:11:54.173643 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.191027 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:54.204480 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=67,neutron:INSERT=28,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:54.216410 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (b4e8f9c9-156d-4104-b1dc-aee5f43cbe07), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.217510 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:11:54.218163 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.243327 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9882915 Jun 23 17:11:54.246589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46222) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:54.255683 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Request body: {'subnet': {'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-184791066-subnet', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:54.282772 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e335ec3-3d15-46a5-ab31-5466b59e45bc admin admin] Pushing event updated for resources: {'Network': ['ID=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:54.295491 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:11:54.311231 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9417932 Jun 23 17:11:54.311615 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46228) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:54.318549 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Request body: {'subnet': {'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-671842965-subnet', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:54.336751 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Made reservation on behalf of 201cf53eaff642e78cf394182b0b9972 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:11:54.342856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Publish callbacks [] for security_group (5be12c69-8f57-4f63-84c1-aca520d43431), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.350545 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.366133 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5be12c69-8f57-4f63-84c1-aca520d43431), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.413590 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc79748-6cb8-4941-a11e-92d09d21710e admin admin] Pushing event updated for resources: {'Network': ['ID=b4e8f9c9-156d-4104-b1dc-aee5f43cbe07,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:54.435065 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:11:54.446710 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be12c69-8f57-4f63-84c1-aca520d43431,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:54.482086 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (ac3638d6-ca34-4beb-96e9-9ecfbaf4d634), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.483946 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Added segment ac3638d6-ca34-4beb-96e9-9ecfbaf4d634 of type vlan for network 8527c448-8fef-4029-974e-c0de37b33eab Jun 23 17:11:54.507104 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:11:54.588827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (8527c448-8fef-4029-974e-c0de37b33eab), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.652038 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (8527c448-8fef-4029-974e-c0de37b33eab), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.653126 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:11:54.653716 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.749870 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Made reservation on behalf of 8355cfdfed4f44f689922335c2845c50 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:11:54.752567 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.787033 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (6fb681cf-827d-4d21-8de7-6099d13e0163), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.825177 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] Pushing event updated for resources: {'Network': ['ID=8527c448-8fef-4029-974e-c0de37b33eab,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:54.838460 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 8527c448-8fef-4029-974e-c0de37b33eab details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:11:54.841194 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1a7e4a03-bbb6-4a77-915c-dd2f03104b5e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4529912 Jun 23 17:11:54.844166 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46258) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:54.857200 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Request body: {'subnet': {'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-subnet', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:54.884360 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Made reservation on behalf of bec9016d905e4d29b8e7c3f63c8a8810 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:11:54.889636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:54.904362 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Checking segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:11:54.904706 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Network hostable DHCP agents. Network: a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:11:54.944115 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb681cf-827d-4d21-8de7-6099d13e0163,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:54.964117 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.964467 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.964812 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.965324 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.965822 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.966299 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.966796 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.967470 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.967946 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.968582 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.969334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.970028 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.970496 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.970962 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.971513 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Tracked resource versions report: Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: pushed versions: Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Agent': {'1.1'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Log': {'1.0'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Network': {'1.1'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Port': {'1.7'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: consumer versions: Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: HyperV agent@hv-cinder-83538: {}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: L3 agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: Metadata agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: Metering agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-835384-10-iscsi: { 'AddressGroup': '1.2', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Agent': '1.1', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Log': '1.0', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'NDPProxy': '1.0', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Network': '1.1', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Port': '1.7', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'PortForwarding': '1.3', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'QosPolicy': '1.10', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'SubPort': '1.0', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Subnet': '1.1', Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: 'Trunk': '1.1'}} Jun 23 17:11:54.972960 dv-cinder-835384-10-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:11:54.981247 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:11:54.999211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:55.012617 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208030b9-44a9-46d0-bc3d-bc73a946bb61 None None] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:11:55.026839 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:11:55.027417 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.055481 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (60381e8b-c068-4fbf-b931-a5317bba2be7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.068060 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7fd42d25-ad62-402d-bab1-e1a631037121 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8199069 Jun 23 17:11:55.085647 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46264) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:55.092919 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:55.151038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60381e8b-c068-4fbf-b931-a5317bba2be7,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:55.166122 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.167363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.177714 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:55.178692 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:11:55.180138 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.207464 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Checking segment: {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:11:55.209139 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Network hostable DHCP agents. Network: b4e8f9c9-156d-4104-b1dc-aee5f43cbe07, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:11:55.257469 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:11:55.279419 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks [] for router_controller (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.283346 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, b4e8f9c9-156d-4104-b1dc-aee5f43cbe07) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:55.288123 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:11:55.288980 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.303745 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687074e-8667-40ce-bfb3-cffc74a99501 None None] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:11:55.316447 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-917042bd-389c-48e7-a31d-d460a43dba58 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0033255 Jun 23 17:11:55.317308 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46266) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:55.323800 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:55.343534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (4b5c462a-05e2-4d7a-b669-14d58f9209e4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.355293 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (7f8aab3f-0452-4fb1-be51-14b15434a44e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.356882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (7f8aab3f-0452-4fb1-be51-14b15434a44e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.425827 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks [] for router_controller (7f8aab3f-0452-4fb1-be51-14b15434a44e), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.497158 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Allocated IP 172.20.0.2 (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1/6fb681cf-827d-4d21-8de7-6099d13e0163/afef1a34-ee26-4cd6-a983-d1bcd4d83761) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:11:55.550795 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'project_id': '8355cfdfed4f44f689922335c2845c50', 'fixed_ips': [{'subnet_id': '60381e8b-c068-4fbf-b931-a5317bba2be7'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:11:55.551974 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.744934 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:11:55.745491 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks [] for router_gateway (7f8aab3f-0452-4fb1-be51-14b15434a44e), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.935097 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:55.940790 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Publish callbacks [] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.946534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks [] for router_gateway (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.952326 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Allocated IP 172.20.0.2 (b4e8f9c9-156d-4104-b1dc-aee5f43cbe07/60381e8b-c068-4fbf-b931-a5317bba2be7/34c33b50-e609-4b30-8876-924a6f945b7c) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:11:55.952576 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:55.966654 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:55.989159 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5c462a-05e2-4d7a-b669-14d58f9209e4,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:55.997071 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Checking segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:11:55.997279 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Network hostable DHCP agents. Network: 8527c448-8fef-4029-974e-c0de37b33eab, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:11:56.020830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:56.062189 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks [] for router_gateway (7f8aab3f-0452-4fb1-be51-14b15434a44e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.095895 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.116471 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:11:56.121558 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:56.127966 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:11:56.134595 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Pushing event updated for resources: {'Port': ['ID=afef1a34-ee26-4cd6-a983-d1bcd4d83761,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:56.138865 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Network 8527c448-8fef-4029-974e-c0de37b33eab is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:11:56.157111 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 8527c448-8fef-4029-974e-c0de37b33eab) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:56.159573 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.160143 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.160509 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.160923 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.161270 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.161673 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.162055 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.162446 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.162810 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.163137 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.163457 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.163781 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.164121 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.164413 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.164726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Tracked resource versions report: Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: pushed versions: Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: { 'AddressGroup': {'1.2'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Agent': {'1.1'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'ConntrackHelper': {'1.0'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'LocalIPAssociation': {'1.0'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Log': {'1.0'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'NDPProxy': {'1.0'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Network': {'1.1'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Port': {'1.7'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'PortForwarding': {'1.3'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'QosPolicy': {'1.10'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SecurityGroup': {'1.5'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SubPort': {'1.0'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Subnet': {'1.1'}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Trunk': {'1.1'}} Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: consumer versions: Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: { DHCP agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: HyperV agent@hv-cinder-83538: {}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: L3 agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: Metadata agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: Metering agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: Open vSwitch agent@dv-cinder-835384-10-iscsi: { 'AddressGroup': '1.2', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Agent': '1.1', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'ConntrackHelper': '1.0', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'LocalIPAssociation': '1.0', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Log': '1.0', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'NDPProxy': '1.0', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Network': '1.1', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Port': '1.7', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'PortForwarding': '1.3', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'QosPolicy': '1.10', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SecurityGroup': '1.5', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SecurityGroupRule': '1.2', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'SubPort': '1.0', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Subnet': '1.1', Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: 'Trunk': '1.1'}} Jun 23 17:11:56.166198 dv-cinder-835384-10-iscsi neutron-server[104126]: {{(pid=104126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:11:56.169776 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:11:56.170772 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.241502 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-85ee5f69-4a7a-499e-8a56-cfd63f6749b7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3955839 Jun 23 17:11:56.244843 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46290) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:56.255232 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:11:56.346494 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (95caa299-1b35-4bec-ba80-17a3afc2bc0b), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.348848 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (95caa299-1b35-4bec-ba80-17a3afc2bc0b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.388532 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks [] for router_gateway (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.410509 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks [] for router_controller (95caa299-1b35-4bec-ba80-17a3afc2bc0b), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.413902 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.466054 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Allocated IP 172.27.0.72 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/baa103ad-35e9-4940-80f5-59200fcaba4d) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:11:56.581117 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks [] for router_gateway (95caa299-1b35-4bec-ba80-17a3afc2bc0b), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.591934 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b046e9-165b-425f-835d-dd8c3c6f5eea None None] Network 8527c448-8fef-4029-974e-c0de37b33eab requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:11:56.653185 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Attempting to bind port afef1a34-ee26-4cd6-a983-d1bcd4d83761 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:11:56.653571 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Attempting to bind port afef1a34-ee26-4cd6-a983-d1bcd4d83761 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:11:56.653965 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Attempting to bind port afef1a34-ee26-4cd6-a983-d1bcd4d83761 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:11:56.657835 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:56.672721 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:11:56.673100 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Checking segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:11:56.673774 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.675320 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Bound using segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:11:56.676065 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Bound port: afef1a34-ee26-4cd6-a983-d1bcd4d83761, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:11:56.676490 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.715088 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Publish callbacks [] for port (34c33b50-e609-4b30-8876-924a6f945b7c), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.774406 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks [] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.782012 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.817875 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:56.818905 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:56.878142 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks [] for router_gateway (95caa299-1b35-4bec-ba80-17a3afc2bc0b), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.878393 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:11:56.881950 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:56.894155 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:56.897353 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:11:56.901832 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.907658 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.908700 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-8527c448-8fef-4029-974e-c0de37b33eab', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:11:56.910050 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:56.912939 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:56.916112 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] For port afef1a34-ee26-4cd6-a983-d1bcd4d83761, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:11:56.948577 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Pushing event updated for resources: {'Port': ['ID=34c33b50-e609-4b30-8876-924a6f945b7c,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:56.968219 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] For port afef1a34-ee26-4cd6-a983-d1bcd4d83761, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=afef1a34-ee26-4cd6-a983-d1bcd4d83761,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:11:57.010092 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.047466 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:11:57.049544 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Allocated IP 172.27.0.49 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/1fa5a85e-de21-416a-87cf-01f564a7ac48) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:11:57.069201 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:57.077125 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:11:57.142038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Pushing event updated for resources: {'Port': ['ID=baa103ad-35e9-4940-80f5-59200fcaba4d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:57.240563 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks [] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.332969 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Attempting to bind port 34c33b50-e609-4b30-8876-924a6f945b7c on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:11:57.333404 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Attempting to bind port 34c33b50-e609-4b30-8876-924a6f945b7c by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:11:57.333717 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Attempting to bind port 34c33b50-e609-4b30-8876-924a6f945b7c on network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:11:57.334487 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.339102 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Allocated IP 172.20.0.2 (8527c448-8fef-4029-974e-c0de37b33eab/4b5c462a-05e2-4d7a-b669-14d58f9209e4/428d15f4-4cdc-44ff-97f2-d82f79018b4a) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:11:57.362449 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:11:57.375465 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Checking segment: {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:11:57.375726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.376201 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Bound using segment: {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:11:57.377331 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Bound port: 34c33b50-e609-4b30-8876-924a6f945b7c, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:11:57.377331 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.382378 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a30cb8-7ebc-45ef-ab0a-0f5c230c44f8 None None] Pushing event updated for resources: {'Port': ['ID=afef1a34-ee26-4cd6-a983-d1bcd4d83761,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:57.407307 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:11:57.410866 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:57.417773 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:11:57.452199 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Allocated IP 172.27.0.19 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/90d6d3be-a723-4abb-b9ab-f67928fa4c12) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:11:57.508617 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fa5a85e-de21-416a-87cf-01f564a7ac48,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:57.551369 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] For port 34c33b50-e609-4b30-8876-924a6f945b7c, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:11:57.565922 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] For port 34c33b50-e609-4b30-8876-924a6f945b7c, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=34c33b50-e609-4b30-8876-924a6f945b7c,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:11:57.592664 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.687812 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks [] for router_gateway (7f8aab3f-0452-4fb1-be51-14b15434a44e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.782553 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Publish callbacks [] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.782553 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40804f8-5d19-4a4e-ba03-7a4a9c40f0f2 None None] Pushing event updated for resources: {'Port': ['ID=34c33b50-e609-4b30-8876-924a6f945b7c,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:57.782553 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.843003 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Network 8527c448-8fef-4029-974e-c0de37b33eab is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:11:57.852779 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:57.860094 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:11:57.888208 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks [] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:57.895735 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:57.942067 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Pushing event updated for resources: {'Port': ['ID=428d15f4-4cdc-44ff-97f2-d82f79018b4a,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:58.050319 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Attempting to bind port 428d15f4-4cdc-44ff-97f2-d82f79018b4a on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:11:58.050561 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks [] for router_gateway (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:58.051324 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Attempting to bind port 428d15f4-4cdc-44ff-97f2-d82f79018b4a by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:11:58.053059 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Attempting to bind port 428d15f4-4cdc-44ff-97f2-d82f79018b4a on network 8527c448-8fef-4029-974e-c0de37b33eab {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:11:58.060781 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:11:58.061434 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Checking segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:11:58.062018 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:58.062498 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Bound using segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:11:58.063282 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Bound port: 428d15f4-4cdc-44ff-97f2-d82f79018b4a, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:11:58.064486 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:58.272523 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] For port 428d15f4-4cdc-44ff-97f2-d82f79018b4a, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:11:58.301641 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] For port 428d15f4-4cdc-44ff-97f2-d82f79018b4a, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=428d15f4-4cdc-44ff-97f2-d82f79018b4a,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:11:58.331783 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:58.416931 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:58.444042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca9a73-5b76-463c-b1d6-edfd27c7810e None None] Pushing event updated for resources: {'Port': ['ID=428d15f4-4cdc-44ff-97f2-d82f79018b4a,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:58.479307 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:58.568077 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:11:58.582348 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:58.586568 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:58.593761 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:11:58.604575 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Pushing event updated for resources: {'Port': ['ID=90d6d3be-a723-4abb-b9ab-f67928fa4c12,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:11:58.608628 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:11:58.743896 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:58.775282 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:58.782819 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (7f8aab3f-0452-4fb1-be51-14b15434a44e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:58.816936 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:11:59.130944 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:11:59.131658 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks [] for router_gateway (95caa299-1b35-4bec-ba80-17a3afc2bc0b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:59.142640 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:11:59.160681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:59.162082 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d152bc8b-3bb0-4b29-bd09-f4825f69cec7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0748374 Jun 23 17:11:59.172327 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46378) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:11:59.176753 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:11:59.177400 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:11:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:11:59.352554 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Router 7f8aab3f-0452-4fb1-be51-14b15434a44e is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:11:59.461591 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96755ba0-b5d6-45e0-af81-e4db2c86b588 None None] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:11:59.512386 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device afef1a34-ee26-4cd6-a983-d1bcd4d83761 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:11:59.531966 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:11:59.689412 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9d59e8b2-5a94-4f0a-b8bd-cf7f12ed7d0b None None] Provisioning complete for port afef1a34-ee26-4cd6-a983-d1bcd4d83761 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:11:59.690273 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9d59e8b2-5a94-4f0a-b8bd-cf7f12ed7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:59.883205 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:11:59.885539 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (95caa299-1b35-4bec-ba80-17a3afc2bc0b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:11:59.912853 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce623a9-4ff2-491f-945a-7f0cab8f8093 None None] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:12:00.079738 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46406) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:00.146621 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:11:57Z', 'revision_number': 3, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:00.150676 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port afef1a34-ee26-4cd6-a983-d1bcd4d83761 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:00.151070 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.211452 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:12:00.232529 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:00.232735 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:12:00.233027 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Updating router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc port 1fa5a85e-de21-416a-87cf-01f564a7ac48 binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:12:00.262062 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Sync routers for ids ['7f8aab3f-0452-4fb1-be51-14b15434a44e'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:12:00.274689 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.277997 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.285197 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-402619ed-57ac-4196-8a5e-fb78fd87c24e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9661891 Jun 23 17:12:00.285869 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46416) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:00.290670 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-377ad9ed-a82c-4168-96c7-6ee10b4968b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.299473 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:00.321059 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:00.328787 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb3e64-7479-4567-9b7c-e7ab2117fa74 None None] Network 8527c448-8fef-4029-974e-c0de37b33eab requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:12:00.353605 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9d59e8b2-5a94-4f0a-b8bd-cf7f12ed7d0b None None] Current status of the port afef1a34-ee26-4cd6-a983-d1bcd4d83761 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:00.354161 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9d59e8b2-5a94-4f0a-b8bd-cf7f12ed7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.402570 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Routers {'7f8aab3f-0452-4fb1-be51-14b15434a44e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:00.403150 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:11:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['7f8aab3f-0452-4fb1-be51-14b15434a44e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:00.448562 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d97182ac-c00e-4139-8ff8-ecf424e05efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.457055 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Router 95caa299-1b35-4bec-ba80-17a3afc2bc0b is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:12:00.498099 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:00.640155 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Publish callbacks [] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.649692 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.731687 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Attempting to bind port 1fa5a85e-de21-416a-87cf-01f564a7ac48 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:00.732350 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Attempting to bind port 1fa5a85e-de21-416a-87cf-01f564a7ac48 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:00.732913 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Attempting to bind port 1fa5a85e-de21-416a-87cf-01f564a7ac48 on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:00.742401 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:00.744187 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:00.744799 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.744991 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:00.746050 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:00.746780 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Bound port: 1fa5a85e-de21-416a-87cf-01f564a7ac48, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:00.747404 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.773169 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d97182ac-c00e-4139-8ff8-ecf424e05efc admin admin] Publish callbacks [] for security_group (059698db-4608-409f-9cd4-0c509a650cc4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.780966 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.799922 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d97182ac-c00e-4139-8ff8-ecf424e05efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (059698db-4608-409f-9cd4-0c509a650cc4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.805477 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-9d59e8b2-5a94-4f0a-b8bd-cf7f12ed7d0b None None] For port afef1a34-ee26-4cd6-a983-d1bcd4d83761, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=afef1a34-ee26-4cd6-a983-d1bcd4d83761,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:00.809311 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] For port 1fa5a85e-de21-416a-87cf-01f564a7ac48, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:00.813606 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] For port 1fa5a85e-de21-416a-87cf-01f564a7ac48, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=1fa5a85e-de21-416a-87cf-01f564a7ac48,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:00.819868 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:00.827060 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.839484 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d97182ac-c00e-4139-8ff8-ecf424e05efc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0848835ae1ee48258fafb4df0ae3ced8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7560141 Jun 23 17:12:00.844678 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Pushing event updated for resources: {'Port': ['ID=1fa5a85e-de21-416a-87cf-01f564a7ac48,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:00.845986 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46428) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:00.856290 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9d59e8b2-5a94-4f0a-b8bd-cf7f12ed7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.867318 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.867999 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.868548 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.869089 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.869608 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.870157 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.870674 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.871188 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.871779 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.872533 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.873126 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.873662 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.874825 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.875336 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.875842 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Tracked resource versions report: Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: pushed versions: Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: { 'AddressGroup': {'1.2'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Agent': {'1.1'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'ConntrackHelper': {'1.0'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'LocalIPAssociation': {'1.0'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Log': {'1.0'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'NDPProxy': {'1.0'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Network': {'1.1'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Port': {'1.7'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'PortForwarding': {'1.3'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'QosPolicy': {'1.10'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SecurityGroup': {'1.5'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SubPort': {'1.0'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Subnet': {'1.1'}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Trunk': {'1.1'}} Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: consumer versions: Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: { DHCP agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: HyperV agent@hv-cinder-83538: {}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: L3 agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: Metadata agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: Metering agent@dv-cinder-835384-10-iscsi: {}, Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: Open vSwitch agent@dv-cinder-835384-10-iscsi: { 'AddressGroup': '1.2', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Agent': '1.1', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'ConntrackHelper': '1.0', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'LocalIPAssociation': '1.0', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Log': '1.0', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'NDPProxy': '1.0', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Network': '1.1', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Port': '1.7', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'PortForwarding': '1.3', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'QosPolicy': '1.10', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SecurityGroup': '1.5', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SecurityGroupRule': '1.2', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'SubPort': '1.0', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Subnet': '1.1', Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: 'Trunk': '1.1'}} Jun 23 17:12:00.877677 dv-cinder-835384-10-iscsi neutron-server[104127]: {{(pid=104127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:12:00.897847 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port afef1a34-ee26-4cd6-a983-d1bcd4d83761 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:00.898368 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:00.901231 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:12:00.974037 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:00.983748 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e931bd4-77da-4f4f-84ed-87d86c7d66b9 None None] Pushing event updated for resources: {'Port': ['ID=1fa5a85e-de21-416a-87cf-01f564a7ac48,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:00.995565 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Sync routers for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:12:01.009124 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:01.009768 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:11:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:01.065997 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Provisioning complete for port 428d15f4-4cdc-44ff-97f2-d82f79018b4a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:01.066392 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.094283 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Set router 7f8aab3f-0452-4fb1-be51-14b15434a44e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:01.099321 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Allocated IP 172.20.0.1 (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1/6fb681cf-827d-4d21-8de7-6099d13e0163/c24ec1ef-16d5-4530-ab57-66b13a1e8271) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:12:01.131797 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59e8b2-5a94-4f0a-b8bd-cf7f12ed7d0b None None] Pushing event updated for resources: {'Port': ['ID=afef1a34-ee26-4cd6-a983-d1bcd4d83761,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:01.191045 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.194993 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97182ac-c00e-4139-8ff8-ecf424e05efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059698db-4608-409f-9cd4-0c509a650cc4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:01.195128 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cd9fa452-0ec0-4cd2-86b9-ea34912c5574 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9413152 Jun 23 17:12:01.195199 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46438) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:01.196090 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:01.325940 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9449b8ab-fc5c-459b-9f4b-c52f62624c2c admin admin] Publish callbacks [] for security_group (059698db-4608-409f-9cd4-0c509a650cc4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.340400 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:01.340400 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:11:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:01.361578 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Publish callbacks [] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.375233 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9449b8ab-fc5c-459b-9f4b-c52f62624c2c admin admin] Publish callbacks [] for security_group (059698db-4608-409f-9cd4-0c509a650cc4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.377737 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:01.445338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.468480 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:01.478218 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.db.api [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 17:12:01.478839 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG oslo_db.api [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:12:01.481805 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:01.488412 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:01.501458 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:12:01.502210 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.540445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.542711 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Current status of the port 428d15f4-4cdc-44ff-97f2-d82f79018b4a is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:01.543204 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.573049 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9449b8ab-fc5c-459b-9f4b-c52f62624c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (059698db-4608-409f-9cd4-0c509a650cc4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.576564 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9449b8ab-fc5c-459b-9f4b-c52f62624c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.578081 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9449b8ab-fc5c-459b-9f4b-c52f62624c2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/059698db-4608-409f-9cd4-0c509a650cc4 HTTP/1.1" status: 204 len: 168 time: 0.7313285 Jun 23 17:12:01.608340 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449b8ab-fc5c-459b-9f4b-c52f62624c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059698db-4608-409f-9cd4-0c509a650cc4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:01.622522 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:01.632021 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Pushing event updated for resources: {'Port': ['ID=c24ec1ef-16d5-4530-ab57-66b13a1e8271,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:01.666353 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:01.673890 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:11:57Z', 'revision_number': 3, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port': {'id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:01.748402 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] For port 428d15f4-4cdc-44ff-97f2-d82f79018b4a, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=428d15f4-4cdc-44ff-97f2-d82f79018b4a,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:01.760241 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Checking router: 7f8aab3f-0452-4fb1-be51-14b15434a44e for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:12:01.760664 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Updating router 7f8aab3f-0452-4fb1-be51-14b15434a44e port baa103ad-35e9-4940-80f5-59200fcaba4d binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:12:01.764810 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.776891 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:11:57Z', 'revision_number': 3, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:01.810743 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99030905-5a96-4c21-a672-b8422e9b355a None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:11:57Z', 'revision_number': 3, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:12:01.845768 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:01.932781 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:11:58Z', 'revision_number': 3, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:01.939453 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:02.021619 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.024432 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Checking router: 95caa299-1b35-4bec-ba80-17a3afc2bc0b for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:12:02.025644 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Updating router 95caa299-1b35-4bec-ba80-17a3afc2bc0b port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:12:02.092207 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Allocated IP 172.20.0.1 (b4e8f9c9-156d-4104-b1dc-aee5f43cbe07/60381e8b-c068-4fbf-b931-a5317bba2be7/6660606f-b50a-4d14-90aa-2c7f30a33447) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:12:02.095421 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.108407 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Publish callbacks [] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.108971 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Pushing event updated for resources: {'Port': ['ID=428d15f4-4cdc-44ff-97f2-d82f79018b4a,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:02.120349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.123977 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.156358 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Provisioning complete for port afef1a34-ee26-4cd6-a983-d1bcd4d83761 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:02.156358 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.208864 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port afef1a34-ee26-4cd6-a983-d1bcd4d83761 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:02.210199 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 34c33b50-e609-4b30-8876-924a6f945b7c up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:02.291658 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:02.359468 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 34c33b50-e609-4b30-8876-924a6f945b7c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:02.359861 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.371847 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Pushing event updated for resources: {'Port': ['ID=c24ec1ef-16d5-4530-ab57-66b13a1e8271,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:02.399821 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.404067 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Publish callbacks [] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.419691 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:02.421488 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:02.437557 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:02.444436 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:02.445313 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:02.485206 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4c837d8c-485e-4464-9026-8cee51ff1a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.526498 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.590124 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 34c33b50-e609-4b30-8876-924a6f945b7c is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:02.590513 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.617641 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Current status of the port afef1a34-ee26-4cd6-a983-d1bcd4d83761 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:02.667124 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:12:02.682242 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Provisioning complete for port 34c33b50-e609-4b30-8876-924a6f945b7c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:02.682435 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.702257 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:02.712424 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 34c33b50-e609-4b30-8876-924a6f945b7c, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=34c33b50-e609-4b30-8876-924a6f945b7c,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:02.714613 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:02.724237 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:12:02.736466 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (7f8aab3f-0452-4fb1-be51-14b15434a44e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.744393 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6660606f-b50a-4d14-90aa-2c7f30a33447,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:02.745368 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.746227 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 428d15f4-4cdc-44ff-97f2-d82f79018b4a up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:02.875784 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:02.878352 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:12:02.879400 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Publish callbacks [] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:02.886436 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8127ae2c-db8c-4183-a35c-be2c4df7fb67 admin admin] 10.222.0.18 "PUT /v2.0/routers/42ebfb0e-bb69-4528-a72b-4f9bd3f14edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7197542 Jun 23 17:12:02.902663 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:02.974713 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=34c33b50-e609-4b30-8876-924a6f945b7c,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:02.980122 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.082425 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:03.094341 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Allocated IP 172.20.0.1 (8527c448-8fef-4029-974e-c0de37b33eab/4b5c462a-05e2-4d7a-b669-14d58f9209e4/a1e59ab3-d6ba-48a1-9acd-a33fe41de324) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:12:03.101070 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490fb1c-930c-4a3f-89a1-07d25e0d628c None None] Pushing event updated for resources: {'Port': ['ID=baa103ad-35e9-4940-80f5-59200fcaba4d,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:03.164532 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 428d15f4-4cdc-44ff-97f2-d82f79018b4a triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:03.165499 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.197498 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46484) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:03.285026 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e983ba17-ca44-4a34-bbbe-9cdb1f757d1b None None] Current status of the port 34c33b50-e609-4b30-8876-924a6f945b7c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:03.287174 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Attempting to bind port baa103ad-35e9-4940-80f5-59200fcaba4d on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:03.287549 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Attempting to bind port baa103ad-35e9-4940-80f5-59200fcaba4d by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:03.287918 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Attempting to bind port baa103ad-35e9-4940-80f5-59200fcaba4d on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:03.328385 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:03.331522 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:03.332724 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.335435 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:03.337092 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Bound port: baa103ad-35e9-4940-80f5-59200fcaba4d, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:03.337494 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.343499 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Publish callbacks [] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.357125 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.416988 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-753681514-network', 'tenant_id': 'f2eb7c36aad74f838fca3c5fffb2676c'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:03.427829 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.448616 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Provisioning complete for port 428d15f4-4cdc-44ff-97f2-d82f79018b4a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:03.449002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.458053 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Made reservation on behalf of f2eb7c36aad74f838fca3c5fffb2676c for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:12:03.465055 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.475390 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Publish callbacks [] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.486819 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.488337 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Attempting to bind port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:03.488895 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Attempting to bind port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:03.489712 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Attempting to bind port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:03.496487 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:03.497160 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:03.497765 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.498350 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:03.498995 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Bound port: 90d6d3be-a723-4abb-b9ab-f67928fa4c12, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:03.499706 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.516901 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.527755 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] For port baa103ad-35e9-4940-80f5-59200fcaba4d, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:03.528224 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87ea1a-f15a-44e6-85a1-7dea9d9b5bbe None None] Pushing event updated for resources: {'Port': ['ID=90d6d3be-a723-4abb-b9ab-f67928fa4c12,revision_number=2']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:03.550442 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] For port baa103ad-35e9-4940-80f5-59200fcaba4d, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=baa103ad-35e9-4940-80f5-59200fcaba4d,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:03.552731 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 428d15f4-4cdc-44ff-97f2-d82f79018b4a is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:03.570179 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.570752 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] For port 90d6d3be-a723-4abb-b9ab-f67928fa4c12, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:03.576677 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] For port 90d6d3be-a723-4abb-b9ab-f67928fa4c12, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=90d6d3be-a723-4abb-b9ab-f67928fa4c12,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:03.592127 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.692333 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Current status of the port 428d15f4-4cdc-44ff-97f2-d82f79018b4a is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:03.704677 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Routers {'7f8aab3f-0452-4fb1-be51-14b15434a44e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:03.706541 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:12:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['7f8aab3f-0452-4fb1-be51-14b15434a44e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:03.724668 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:03.744717 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Publish callbacks [] for security_group (19353c4e-161f-49ec-9343-db6e03cb4d57), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.753816 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (19353c4e-161f-49ec-9343-db6e03cb4d57), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.781394 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:12:03.793394 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (4daabf7f-5819-4c60-9278-08151004e340), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:03.794011 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Added segment 4daabf7f-5819-4c60-9278-08151004e340 of type vlan for network ac83bbbe-7aff-418d-b225-4ab960d76558 Jun 23 17:12:03.812716 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87ea1a-f15a-44e6-85a1-7dea9d9b5bbe None None] Pushing event updated for resources: {'Port': ['ID=90d6d3be-a723-4abb-b9ab-f67928fa4c12,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:03.839109 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:03.839947 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:12:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:03.940422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46498) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:03.948534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-44c0cd64-54cd-4bd1-a79f-df372bef768c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730691005', 'description': 'tempest-description--1403522688'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:03.968168 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (ac83bbbe-7aff-418d-b225-4ab960d76558), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.009750 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (ac83bbbe-7aff-418d-b225-4ab960d76558), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.010722 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:04.011294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.045963 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Publish callbacks [] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.049198 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.054982 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:04.084529 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Pushing event updated for resources: {'Network': ['ID=ac83bbbe-7aff-418d-b225-4ab960d76558,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:04.087786 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19353c4e-161f-49ec-9343-db6e03cb4d57,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:04.091367 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] Set router 7f8aab3f-0452-4fb1-be51-14b15434a44e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:04.110572 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-44c0cd64-54cd-4bd1-a79f-df372bef768c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.120435 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Provisioning complete for port c24ec1ef-16d5-4530-ab57-66b13a1e8271 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:04.120835 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.127897 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.129766 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (7f8aab3f-0452-4fb1-be51-14b15434a44e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.134633 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0aa6bacd-648a-44a3-a066-3b9f9fd31a31 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9359279 Jun 23 17:12:04.139687 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46502) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:04.139827 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device afef1a34-ee26-4cd6-a983-d1bcd4d83761 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:04.147450 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Request body: {'subnet': {'network_id': 'ac83bbbe-7aff-418d-b225-4ab960d76558', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-753681514-subnet', 'tenant_id': 'f2eb7c36aad74f838fca3c5fffb2676c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:04.154442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Pushing event updated for resources: {'Port': ['ID=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:04.159917 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network ac83bbbe-7aff-418d-b225-4ab960d76558 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:12:04.171489 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Network 8527c448-8fef-4029-974e-c0de37b33eab is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:04.203115 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:04.209728 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490fb1c-930c-4a3f-89a1-07d25e0d628c None None] Pushing event updated for resources: {'Port': ['ID=baa103ad-35e9-4940-80f5-59200fcaba4d,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:04.218081 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:12:04.218081 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (95caa299-1b35-4bec-ba80-17a3afc2bc0b), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.227176 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:04.273486 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:04.316557 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Port c24ec1ef-16d5-4530-ab57-66b13a1e8271 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:04.329643 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:04.355946 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6660606f-b50a-4d14-90aa-2c7f30a33447,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:04.362044 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:04.362870 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Made reservation on behalf of f2eb7c36aad74f838fca3c5fffb2676c for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:12:04.365238 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.374163 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port afef1a34-ee26-4cd6-a983-d1bcd4d83761 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:04.377464 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.445077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Provisioning complete for port 6660606f-b50a-4d14-90aa-2c7f30a33447 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:04.445450 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.465194 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:11:58Z', 'revision_number': 3, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:04.501094 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:12:04.526571 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e3f571-ba36-474f-9d6a-5a06fa1b426c None None] The sync data for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi is: [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:11:58Z', 'revision_number': 3, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:12:04.540827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-44c0cd64-54cd-4bd1-a79f-df372bef768c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.551852 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-44c0cd64-54cd-4bd1-a79f-df372bef768c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.553219 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:04.587627 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-44c0cd64-54cd-4bd1-a79f-df372bef768c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.589573 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-44c0cd64-54cd-4bd1-a79f-df372bef768c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6461504 Jun 23 17:12:04.592540 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46510) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:04.598398 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-7c22fb74-fb60-4589-86dd-1f4a1e8bee15 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group_rule': {'security_group_id': '9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:04.612190 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:04.613211 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:12:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:04.614779 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:04.614896 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-32b91c35-5c1d-4e8f-8494-8cad0e45c043 None None] Port 6660606f-b50a-4d14-90aa-2c7f30a33447 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:04.624164 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0cd64-54cd-4bd1-a79f-df372bef768c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:04.630080 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:04.669614 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c22fb74-fb60-4589-86dd-1f4a1e8bee15 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (bdc666c4-7554-4a83-a36c-1cb54ae1b5b0), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.711479 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.733587 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:04.785622 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 4, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port': {'id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '6660606f-b50a-4d14-90aa-2c7f30a33447', 'name': '', 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'mac_address': 'fa:16:3e:d7:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:01Z', 'updated_at': '2022-06-23T17:12:02Z', 'revision_number': 1, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'subnets': [{'id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:04.816058 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c22fb74-fb60-4589-86dd-1f4a1e8bee15 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (bdc666c4-7554-4a83-a36c-1cb54ae1b5b0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.826003 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c22fb74-fb60-4589-86dd-1f4a1e8bee15 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (bdc666c4-7554-4a83-a36c-1cb54ae1b5b0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.865525 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22fb74-fb60-4589-86dd-1f4a1e8bee15 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc666c4-7554-4a83-a36c-1cb54ae1b5b0,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:04.882944 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c22fb74-fb60-4589-86dd-1f4a1e8bee15 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.890655 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7c22fb74-fb60-4589-86dd-1f4a1e8bee15 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2967584 Jun 23 17:12:04.893503 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46512) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:04.935054 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (35168120-ef2a-42d9-95de-48352666663d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.938371 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-78528bd5-7184-4416-9d64-d4bc7d012a9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group_rule': {'security_group_id': '9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:04.941404 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port afef1a34-ee26-4cd6-a983-d1bcd4d83761 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:04.942524 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 34c33b50-e609-4b30-8876-924a6f945b7c up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:04.944168 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-2652b409-d910-4da9-ac3b-c13924955183 None None] Provisioning complete for port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:04.944904 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2652b409-d910-4da9-ac3b-c13924955183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:04.955463 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a75b4-9530-4f36-91c7-3d8b387c475d None None] The sync data for ids ['7f8aab3f-0452-4fb1-be51-14b15434a44e'] in dv-cinder-835384-10-iscsi is: [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 4, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port': {'id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '6660606f-b50a-4d14-90aa-2c7f30a33447', 'name': '', 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'mac_address': 'fa:16:3e:d7:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:01Z', 'updated_at': '2022-06-23T17:12:02Z', 'revision_number': 1, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'subnets': [{'id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:12:04.998309 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Router 7f8aab3f-0452-4fb1-be51-14b15434a44e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:12:05.011395 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-78528bd5-7184-4416-9d64-d4bc7d012a9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (213636b0-3ad4-4268-8105-ee1be805f9ef), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.035062 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.035743 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.058737 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:05.061122 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-2652b409-d910-4da9-ac3b-c13924955183 None None] Port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:05.094063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-78528bd5-7184-4416-9d64-d4bc7d012a9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (213636b0-3ad4-4268-8105-ee1be805f9ef), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.104214 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-78528bd5-7184-4416-9d64-d4bc7d012a9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (213636b0-3ad4-4268-8105-ee1be805f9ef), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.104844 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 34c33b50-e609-4b30-8876-924a6f945b7c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:05.105361 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.120803 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35168120-ef2a-42d9-95de-48352666663d,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:05.159429 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78528bd5-7184-4416-9d64-d4bc7d012a9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213636b0-3ad4-4268-8105-ee1be805f9ef,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:05.179706 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-78528bd5-7184-4416-9d64-d4bc7d012a9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.181834 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-78528bd5-7184-4416-9d64-d4bc7d012a9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2835312 Jun 23 17:12:05.188986 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46520) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:05.195843 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:05.215961 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Checking segment: {'id': '4daabf7f-5819-4c60-9278-08151004e340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ac83bbbe-7aff-418d-b225-4ab960d76558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:05.215961 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Network hostable DHCP agents. Network: ac83bbbe-7aff-418d-b225-4ab960d76558, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:12:05.231411 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.262314 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9bc733fe-556a-4a2a-b6c4-b1880dc56045 None None] Provisioning complete for port 6660606f-b50a-4d14-90aa-2c7f30a33447 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:05.262785 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9bc733fe-556a-4a2a-b6c4-b1880dc56045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.284320 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.308121 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:12:05.310071 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:05.330545 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-007d09b2-fc48-4f49-8b5c-05315b9894a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/7f8aab3f-0452-4fb1-be51-14b15434a44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0414429 Jun 23 17:12:05.379443 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 34c33b50-e609-4b30-8876-924a6f945b7c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:05.380586 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 428d15f4-4cdc-44ff-97f2-d82f79018b4a up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:05.402852 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Network ac83bbbe-7aff-418d-b225-4ab960d76558 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:12:05.422495 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, ac83bbbe-7aff-418d-b225-4ab960d76558) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:05.431726 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:05.432937 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.472480 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090cbd61-6b94-4c06-a61e-2be5dc3dc7a2 None None] Network ac83bbbe-7aff-418d-b225-4ab960d76558 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:12:05.488886 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9bc733fe-556a-4a2a-b6c4-b1880dc56045 None None] Port 6660606f-b50a-4d14-90aa-2c7f30a33447 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:05.489046 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a4da974a-057b-4139-a4f3-534435200f3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3449478 Jun 23 17:12:05.521123 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:05.573039 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:05.636974 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.641490 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 2, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:05.643413 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 428d15f4-4cdc-44ff-97f2-d82f79018b4a triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:05.643785 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.655420 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Publish callbacks [] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.670954 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.672045 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (95caa299-1b35-4bec-ba80-17a3afc2bc0b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.736612 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:12:05.737081 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Updating router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc port c24ec1ef-16d5-4530-ab57-66b13a1e8271 binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:12:05.835564 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Pushing event updated for resources: {'Port': ['ID=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:05.851056 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:05.871320 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5559df-e6cf-4d7f-b461-cd6e752f9ca6 None None] Network ac83bbbe-7aff-418d-b225-4ab960d76558 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:12:05.966391 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Allocated IP 172.27.0.100 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/d0b27d1f-f6e2-4a7d-8410-8ab674da9c08) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:12:05.972992 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Network 8527c448-8fef-4029-974e-c0de37b33eab is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:05.976345 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:06.060000 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46558) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:06.065393 dv-cinder-835384-10-iscsi neutron-server[104124]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 17:12:06.352077 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Router 95caa299-1b35-4bec-ba80-17a3afc2bc0b has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:12:06.371637 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:06.386270 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:06.556445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:12:06.576578 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-920ff146-1e20-4566-a87b-ee43d3c85dac admin admin] 10.222.0.18 "PUT /v2.0/routers/95caa299-1b35-4bec-ba80-17a3afc2bc0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3801374 Jun 23 17:12:06.604095 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:06.650783 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f91ed41f-4cd0-405f-b6fa-b6c99d2289fa None None] Provisioning complete for port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:06.651434 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:06.652014 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f91ed41f-4cd0-405f-b6fa-b6c99d2289fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:06.692407 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46586) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:06.702530 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-770808090-network', 'tenant_id': 'ad18cf7b097f46fba2afa9188709ca9d'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:06.708901 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 428d15f4-4cdc-44ff-97f2-d82f79018b4a is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:06.714662 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 1fa5a85e-de21-416a-87cf-01f564a7ac48 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:06.715326 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:06.730634 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-d5006e1c-8210-4475-94e0-19706a16b71b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:06.732590 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-d5006e1c-8210-4475-94e0-19706a16b71b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/networks?id=b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 HTTP/1.1" status: 200 len: 811 time: 0.6705155 Jun 23 17:12:06.733628 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:06.739071 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:12:06.751204 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=d0b27d1f-f6e2-4a7d-8410-8ab674da9c08,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:06.751566 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Made reservation on behalf of ad18cf7b097f46fba2afa9188709ca9d for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:12:06.760961 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:06.785572 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:06.793223 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-fb878870-6167-4722-9788-c3e306d181ab tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/quotas/8355cfdfed4f44f689922335c2845c50 HTTP/1.1" status: 200 len: 375 time: 0.0461180 Jun 23 17:12:06.830702 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f91ed41f-4cd0-405f-b6fa-b6c99d2289fa None None] Port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:06.847022 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 1fa5a85e-de21-416a-87cf-01f564a7ac48 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:06.847022 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:06.918513 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:06.955211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Publish callbacks [] for security_group (b356ee8d-f8fb-47d8-b30a-d170b8b49c4c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:06.961596 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:06.968214 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (b356ee8d-f8fb-47d8-b30a-d170b8b49c4c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:06.969022 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.015909 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:12:07.024659 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b356ee8d-f8fb-47d8-b30a-d170b8b49c4c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:07.026441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 1fa5a85e-de21-416a-87cf-01f564a7ac48 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:07.026836 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.036721 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (49f9271c-75d6-46ba-8646-1d622766eb5c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.038735 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Added segment 49f9271c-75d6-46ba-8646-1d622766eb5c of type vlan for network 2ca7b6b0-2312-4489-9b05-8a7f2a000eed Jun 23 17:12:07.043903 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-3cd9dbaa-e534-4e90-a223-849836f27ed4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8355cfdfed4f44f689922335c2845c50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697381 Jun 23 17:12:07.083294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.122483 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 1fa5a85e-de21-416a-87cf-01f564a7ac48, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=1fa5a85e-de21-416a-87cf-01f564a7ac48,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:07.129187 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (2ca7b6b0-2312-4489-9b05-8a7f2a000eed), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.173228 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (2ca7b6b0-2312-4489-9b05-8a7f2a000eed), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.174489 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:07.175072 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.239090 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Publish callbacks [] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.248624 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.262440 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.304535 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:07.346287 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46600) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:07.346535 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6472020 Jun 23 17:12:07.395270 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Request body: {'subnet': {'network_id': '2ca7b6b0-2312-4489-9b05-8a7f2a000eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-770808090-subnet', 'tenant_id': 'ad18cf7b097f46fba2afa9188709ca9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:07.408906 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=1fa5a85e-de21-416a-87cf-01f564a7ac48,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:07.443474 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Sync routers for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:12:07.451044 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78f293-42f8-4b4d-854d-4300b3a7ebd1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca7b6b0-2312-4489-9b05-8a7f2a000eed,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:07.465559 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:07.466247 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:12:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:07.481158 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46620) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:07.486986 dv-cinder-835384-10-iscsi neutron-server[104125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 17:12:07.513943 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.519354 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 2ca7b6b0-2312-4489-9b05-8a7f2a000eed details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:12:07.532780 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-c71d9607-72ce-45f5-9156-67b2ed46513f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:12:07.533958 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-c71d9607-72ce-45f5-9156-67b2ed46513f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1637650 Jun 23 17:12:07.534770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.575640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Made reservation on behalf of ad18cf7b097f46fba2afa9188709ca9d for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:12:07.578052 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.665611 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e3fcf-ae32-4b05-b8f1-5d5666cbf5e5 None None] Pushing event updated for resources: {'Port': ['ID=c24ec1ef-16d5-4530-ab57-66b13a1e8271,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:07.673048 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:07.675382 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device baa103ad-35e9-4940-80f5-59200fcaba4d up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:07.678350 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=d0b27d1f-f6e2-4a7d-8410-8ab674da9c08,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:07.773355 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.777708 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f5aa8d18-9829-4ac5-b008-a5350b09231f None None] Provisioning complete for port c24ec1ef-16d5-4530-ab57-66b13a1e8271 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:07.778190 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f5aa8d18-9829-4ac5-b008-a5350b09231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.818778 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Attempting to bind port c24ec1ef-16d5-4530-ab57-66b13a1e8271 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:07.819547 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Attempting to bind port c24ec1ef-16d5-4530-ab57-66b13a1e8271 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:07.819978 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Attempting to bind port c24ec1ef-16d5-4530-ab57-66b13a1e8271 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:07.834645 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:07.835415 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Checking segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:07.836262 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.836770 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Bound using segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:07.837505 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Bound port: c24ec1ef-16d5-4530-ab57-66b13a1e8271, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:07.838168 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.865694 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f5aa8d18-9829-4ac5-b008-a5350b09231f None None] Port c24ec1ef-16d5-4530-ab57-66b13a1e8271 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:07.875578 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port baa103ad-35e9-4940-80f5-59200fcaba4d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:07.876055 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.878188 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:07.888348 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-50590e32-f002-4e99-ba3f-d13687611e9b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6889186 Jun 23 17:12:07.895012 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:07.906753 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:07.913890 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:05Z', 'revision_number': 2, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:07.933202 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-b0f3d659-d1b5-48a1-ae0b-a90f15c38a4b service neutron] 10.222.0.18 "GET /v2.0/networks/b4e8f9c9-156d-4104-b1dc-aee5f43cbe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791569 Jun 23 17:12:07.943298 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:07.946240 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Checking router: 95caa299-1b35-4bec-ba80-17a3afc2bc0b for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:12:07.946864 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Updating router 95caa299-1b35-4bec-ba80-17a3afc2bc0b port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:12:07.980167 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-3599b376-538a-4d83-8542-53364e7989d1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:07.981983 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-3599b376-538a-4d83-8542-53364e7989d1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 819 time: 0.4964607 Jun 23 17:12:07.982857 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.001479 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-727e24f1-bf76-437e-a328-f8defe381d4f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/quotas/bec9016d905e4d29b8e7c3f63c8a8810 HTTP/1.1" status: 200 len: 375 time: 0.0139999 Jun 23 17:12:08.079197 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (94c2a88c-62dc-4aaf-8331-afe0935aa85d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.084518 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] For port c24ec1ef-16d5-4530-ab57-66b13a1e8271, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:08.088988 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] For port c24ec1ef-16d5-4530-ab57-66b13a1e8271, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=c24ec1ef-16d5-4530-ab57-66b13a1e8271,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:08.124289 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.135451 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-5f472293-30ca-436b-8fa1-a6152fb535ae tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252711 Jun 23 17:12:08.205983 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port baa103ad-35e9-4940-80f5-59200fcaba4d is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:08.207420 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.218242 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:08.249357 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e3fcf-ae32-4b05-b8f1-5d5666cbf5e5 None None] Pushing event updated for resources: {'Port': ['ID=c24ec1ef-16d5-4530-ab57-66b13a1e8271,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:08.260321 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-68ee1fd8-6cda-45c4-be61-0105fc1b3901 service neutron] 10.222.0.18 "GET /v2.0/networks/b4e8f9c9-156d-4104-b1dc-aee5f43cbe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970271 Jun 23 17:12:08.263618 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:08.264275 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:12:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:08.311687 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-fd6d7c8f-c597-4948-98a0-5a59684af708 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:12:08.319640 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-fd6d7c8f-c597-4948-98a0-5a59684af708 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1374927 Jun 23 17:12:08.334905 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c2a88c-62dc-4aaf-8331-afe0935aa85d,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:08.363731 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Checking segment: {'id': '49f9271c-75d6-46ba-8646-1d622766eb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ca7b6b0-2312-4489-9b05-8a7f2a000eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:08.364098 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Network hostable DHCP agents. Network: 2ca7b6b0-2312-4489-9b05-8a7f2a000eed, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:12:08.371234 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port baa103ad-35e9-4940-80f5-59200fcaba4d, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=baa103ad-35e9-4940-80f5-59200fcaba4d,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:08.384343 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.385095 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 90d6d3be-a723-4abb-b9ab-f67928fa4c12 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:08.391152 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Network 2ca7b6b0-2312-4489-9b05-8a7f2a000eed is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:12:08.413596 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 2ca7b6b0-2312-4489-9b05-8a7f2a000eed) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:08.428311 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:08.429238 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.437368 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Publish callbacks [] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.440789 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:08.451919 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.462194 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e38229-54cf-4ddd-911a-d93283c38962 None None] Network 2ca7b6b0-2312-4489-9b05-8a7f2a000eed requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:12:08.469464 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8a306838-dc40-4089-b550-e34337eff55c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1020393 Jun 23 17:12:08.500125 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:08.503286 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:08.554748 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6354d60-82f0-4e04-8862-7a5c5d110cd9 None None] Pushing event updated for resources: {'Port': ['ID=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:08.581150 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-65d1d64b-212b-4dd9-b84d-795fca8a533a service neutron] 10.222.0.18 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604613 Jun 23 17:12:08.647746 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:08.653438 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Attempting to bind port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:08.654068 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Attempting to bind port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:08.654831 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Attempting to bind port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 on network 8527c448-8fef-4029-974e-c0de37b33eab {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:08.661050 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:08.662501 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Checking segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:08.663281 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.666649 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Bound using segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:08.680974 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Bound port: a1e59ab3-d6ba-48a1-9acd-a33fe41de324, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:08.680974 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.732547 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46650) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:08.800003 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-1f63a29f-5c6e-410b-95bc-d27f26f44fff service neutron] 10.222.0.18 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948385 Jun 23 17:12:08.847257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcb582b-1166-4a25-8bc3-26d4a2d2316e admin admin] Deleting subnet 35168120-ef2a-42d9-95de-48352666663d {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:12:08.853850 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dbcb582b-1166-4a25-8bc3-26d4a2d2316e admin admin] Publish callbacks [] for subnet (35168120-ef2a-42d9-95de-48352666663d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.898119 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ad28df04-bbcb-40f1-beed-efb666b9adbb None None] Provisioning complete for port c24ec1ef-16d5-4530-ab57-66b13a1e8271 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:08.898495 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad28df04-bbcb-40f1-beed-efb666b9adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.915181 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dbcb582b-1166-4a25-8bc3-26d4a2d2316e admin admin] Publish callbacks [] for subnet (35168120-ef2a-42d9-95de-48352666663d), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.944705 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dbcb582b-1166-4a25-8bc3-26d4a2d2316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (35168120-ef2a-42d9-95de-48352666663d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.971756 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] For port a1e59ab3-d6ba-48a1-9acd-a33fe41de324, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:08.980371 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] For port a1e59ab3-d6ba-48a1-9acd-a33fe41de324, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:08.994368 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:08.999549 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=baa103ad-35e9-4940-80f5-59200fcaba4d,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:09.018447 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:09.027931 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:09.027931 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:09.054902 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-b29c14c8-ef59-4a81-a0ae-f39772a0453d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--730691005&fields=id&tenant_id=201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 267 time: 0.1244395 Jun 23 17:12:09.081185 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae19e95-731b-4995-a58b-0004a6ea29c8 None None] Network 2ca7b6b0-2312-4489-9b05-8a7f2a000eed requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:12:09.118996 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dbcb582b-1166-4a25-8bc3-26d4a2d2316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (35168120-ef2a-42d9-95de-48352666663d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:09.147122 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6354d60-82f0-4e04-8862-7a5c5d110cd9 None None] Pushing event updated for resources: {'Port': ['ID=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:09.157524 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:09.159012 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:12:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:09.228556 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb582b-1166-4a25-8bc3-26d4a2d2316e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35168120-ef2a-42d9-95de-48352666663d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:09.265292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dbcb582b-1166-4a25-8bc3-26d4a2d2316e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:09.270853 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dbcb582b-1166-4a25-8bc3-26d4a2d2316e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/35168120-ef2a-42d9-95de-48352666663d HTTP/1.1" status: 204 len: 168 time: 0.5349104 Jun 23 17:12:09.273451 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46686) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:09.336872 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:09.350092 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-01fc2274-abd7-41e0-8034-9f317b007d7c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:09.351716 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-01fc2274-abd7-41e0-8034-9f317b007d7c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 814 time: 0.2960191 Jun 23 17:12:09.386680 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-ecc224d9-faa3-48f3-9be3-ee59b08362a5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/quotas/201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 375 time: 0.0231824 Jun 23 17:12:09.428659 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f535e262-4077-44b8-9fae-634174b7c7aa req-1ebf6ad2-161c-4a7b-b5fe-86ac27b939c7 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.1406243 Jun 23 17:12:09.521433 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-cccae330-11a8-4c2c-a883-049dbd0c0eb0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202898 Jun 23 17:12:09.544395 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (ac83bbbe-7aff-418d-b225-4ab960d76558), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:09.610589 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-94ce22ad-21b3-48b6-81f5-b701defa3af4 req-6d9bdf15-2854-43b2-b173-08d501d9a97c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 210 time: 0.0731692 Jun 23 17:12:09.754144 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-13204349-8aff-4827-a791-ba46dcf291db service neutron] 10.222.0.18 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115953 Jun 23 17:12:09.769454 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Sync routers for ids ['7f8aab3f-0452-4fb1-be51-14b15434a44e'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:12:09.801017 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (ac83bbbe-7aff-418d-b225-4ab960d76558), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:09.838460 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.839122 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.840490 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.840978 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > port after_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.841449 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.842643 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > port after_update 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.843125 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.844410 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.845081 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.847110 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:09.883459 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-6863a2cf-1b45-40b7-9bbf-27ddeff691a5 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283317 Jun 23 17:12:09.986696 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Routers {'7f8aab3f-0452-4fb1-be51-14b15434a44e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:09.987372 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:12:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['7f8aab3f-0452-4fb1-be51-14b15434a44e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:10.064208 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:08Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:10.065242 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:08Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:10.084115 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ad28df04-bbcb-40f1-beed-efb666b9adbb None None] Current status of the port c24ec1ef-16d5-4530-ab57-66b13a1e8271 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:10.084515 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad28df04-bbcb-40f1-beed-efb666b9adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.124946 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288602b1-b5bc-46d1-bf3f-931e70842bde None None] The sync data for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi is: [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:08Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:12:10.150015 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fb4e9-7735-4767-a58f-f549c3785d61 None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:08Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:12:10.168985 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:10.169159 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.326409 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9d5b4854-07db-4b39-b449-f3a980a88cc0 req-0d398b74-0394-444a-a6aa-96aa5c672f08 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 210 time: 0.1585581 Jun 23 17:12:10.341255 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:10.343208 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:10.343614 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:10.344042 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:10.344507 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac83bbbe-7aff-418d-b225-4ab960d76558']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:10.379770 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Set router 7f8aab3f-0452-4fb1-be51-14b15434a44e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:10.392273 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4daabf7f-5819-4c60-9278-08151004e340') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:10.392649 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4daabf7f-5819-4c60-9278-08151004e340') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:10.395008 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:10.431225 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (4daabf7f-5819-4c60-9278-08151004e340), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.516694 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ad28df04-bbcb-40f1-beed-efb666b9adbb None None] For port c24ec1ef-16d5-4530-ab57-66b13a1e8271, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=c24ec1ef-16d5-4530-ab57-66b13a1e8271,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:10.520211 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 90d6d3be-a723-4abb-b9ab-f67928fa4c12, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=90d6d3be-a723-4abb-b9ab-f67928fa4c12,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:10.549236 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad28df04-bbcb-40f1-beed-efb666b9adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.566359 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.630356 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (4daabf7f-5819-4c60-9278-08151004e340), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.645742 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:12:10.647230 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (4daabf7f-5819-4c60-9278-08151004e340), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.750328 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ee9e487-5093-4b2a-b4a1-2197bb1255e8 req-58108cad-c060-4759-ab39-b24f24768728 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.0801864 Jun 23 17:12:10.894991 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7050c6c-91a2-425e-bdc9-f133400f9bc0 None None] Provisioning complete for port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:10.896495 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7050c6c-91a2-425e-bdc9-f133400f9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.933610 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (ac83bbbe-7aff-418d-b225-4ab960d76558), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.959977 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:10.974622 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac83bbbe-7aff-418d-b225-4ab960d76558 HTTP/1.1" status: 204 len: 168 time: 1.6934228 Jun 23 17:12:10.975094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46782) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:11.110681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6985df0-7619-4320-950a-f73572c16968 admin admin] Deleting subnet 94c2a88c-62dc-4aaf-8331-afe0935aa85d {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:12:11.117086 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6985df0-7619-4320-950a-f73572c16968 admin admin] Publish callbacks [] for subnet (94c2a88c-62dc-4aaf-8331-afe0935aa85d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:11.163639 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6a2aa-7d6b-4e2d-8e8f-30bdf5c28538 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac83bbbe-7aff-418d-b225-4ab960d76558,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:11.239957 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6985df0-7619-4320-950a-f73572c16968 admin admin] Publish callbacks [] for subnet (94c2a88c-62dc-4aaf-8331-afe0935aa85d), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:11.258968 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6985df0-7619-4320-950a-f73572c16968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (94c2a88c-62dc-4aaf-8331-afe0935aa85d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:11.322550 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-2993d544-2302-4d51-aa8f-5dfe28976aae tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:11.328983 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-2993d544-2302-4d51-aa8f-5dfe28976aae tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 819 time: 0.9741414 Jun 23 17:12:11.334943 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 4daabf7f-5819-4c60-9278-08151004e340 resource provider aggregate not found Jun 23 17:12:11.372100 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:11.384569 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device c24ec1ef-16d5-4530-ab57-66b13a1e8271 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:11.396914 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28df04-bbcb-40f1-beed-efb666b9adbb None None] Pushing event updated for resources: {'Port': ['ID=c24ec1ef-16d5-4530-ab57-66b13a1e8271,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:11.404039 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 4daabf7f-5819-4c60-9278-08151004e340 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4daabf7f-5819-4c60-9278-08151004e340 found for delete ", "request_id": "req-575d9208-b5b2-44ac-b75f-fba3511d8622"}]} Jun 23 17:12:11.409252 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-0ac528fb-8cc2-4967-9245-620d9ad4a292 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/quotas/bec9016d905e4d29b8e7c3f63c8a8810 HTTP/1.1" status: 200 len: 375 time: 0.0598452 Jun 23 17:12:11.440364 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6985df0-7619-4320-950a-f73572c16968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for subnet (94c2a88c-62dc-4aaf-8331-afe0935aa85d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:11.511524 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6985df0-7619-4320-950a-f73572c16968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c2a88c-62dc-4aaf-8331-afe0935aa85d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:11.525868 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6985df0-7619-4320-950a-f73572c16968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:11.540306 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-b0b146a6-2f1d-432a-b768-ca101d3a45b3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214082 Jun 23 17:12:11.548731 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c6985df0-7619-4320-950a-f73572c16968 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/94c2a88c-62dc-4aaf-8331-afe0935aa85d HTTP/1.1" status: 204 len: 168 time: 0.5722592 Jun 23 17:12:11.555381 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46820) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:11.690097 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:11.696345 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=90d6d3be-a723-4abb-b9ab-f67928fa4c12,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:11.740226 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (2ca7b6b0-2312-4489-9b05-8a7f2a000eed), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:11.808989 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-f26a152e-5163-4e78-9687-2ac4dde464d6 service neutron] 10.222.0.18 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662258 Jun 23 17:12:11.884741 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f340b346-85ea-4689-95f1-0179dce2eee4 req-5f5996a9-9c2c-449d-8d90-9124d171d8cb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 210 time: 0.1107407 Jun 23 17:12:11.930554 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 4, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port': {'id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '6660606f-b50a-4d14-90aa-2c7f30a33447', 'name': '', 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'mac_address': 'fa:16:3e:d7:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:01Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 2, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'subnets': [{'id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:11.933334 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7050c6c-91a2-425e-bdc9-f133400f9bc0 None None] Current status of the port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:11.934186 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7050c6c-91a2-425e-bdc9-f133400f9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.032116 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (2ca7b6b0-2312-4489-9b05-8a7f2a000eed), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.091615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.096122 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.097294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.097777 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > port after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.098378 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.098574 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > port after_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.099048 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.099518 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.100085 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.101303 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.104566 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-1d012616-e3f9-482e-8e7f-b46696d55e2b service neutron] 10.222.0.18 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945576 Jun 23 17:12:12.119136 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port c24ec1ef-16d5-4530-ab57-66b13a1e8271 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:12.119136 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.217157 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Checking router: 7f8aab3f-0452-4fb1-be51-14b15434a44e for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:12:12.218962 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Updating router 7f8aab3f-0452-4fb1-be51-14b15434a44e port 6660606f-b50a-4d14-90aa-2c7f30a33447 binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:12:12.290081 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.293887 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46856) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:12.321342 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.321863 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.322422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.322949 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:12:12.323490 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca7b6b0-2312-4489-9b05-8a7f2a000eed']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:12.348601 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:12.416228 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7050c6c-91a2-425e-bdc9-f133400f9bc0 None None] For port a1e59ab3-d6ba-48a1-9acd-a33fe41de324, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:12.432733 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7050c6c-91a2-425e-bdc9-f133400f9bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.467481 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-246e62bf-2032-4a6c-8a2c-cbf58c4d5b9c req-d4c89695-4d5d-4c35-b82f-c4d4fb4aa64a tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.1226664 Jun 23 17:12:12.469245 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f9271c-75d6-46ba-8646-1d622766eb5c') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:12.469543 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f9271c-75d6-46ba-8646-1d622766eb5c') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:12.513752 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907611'] for segment (49f9271c-75d6-46ba-8646-1d622766eb5c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.558810 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (49f9271c-75d6-46ba-8646-1d622766eb5c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.566953 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e318e492-5e50-483f-b22b-d10369875321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.599924 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7050c6c-91a2-425e-bdc9-f133400f9bc0 None None] Pushing event updated for resources: {'Port': ['ID=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:12.610487 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:12:12.610585 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:12.610668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11343893'] for segment (49f9271c-75d6-46ba-8646-1d622766eb5c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.657774 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27eb6794-da0e-43f2-b6a7-42523221ff45 req-62727627-8daa-4771-8b31-91f5a8f21e72 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 210 time: 0.0739286 Jun 23 17:12:12.719483 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port c24ec1ef-16d5-4530-ab57-66b13a1e8271 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:12.720757 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device a1e59ab3-d6ba-48a1-9acd-a33fe41de324 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:12.836221 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (2ca7b6b0-2312-4489-9b05-8a7f2a000eed), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.872726 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca7b6b0-2312-4489-9b05-8a7f2a000eed,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:12.874649 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:12.897011 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:12.897624 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dfaa24bc-08a3-47c3-b980-a35a7a45b288 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ca7b6b0-2312-4489-9b05-8a7f2a000eed HTTP/1.1" status: 204 len: 168 time: 1.3256462 Jun 23 17:12:12.928663 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:12.929162 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.018300 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.57', 60374) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:13.050230 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e318e492-5e50-483f-b22b-d10369875321 admin admin] Publish callbacks [] for security_group (8cf130c2-07ff-4f05-a52b-ebc16aaabda6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.074438 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e318e492-5e50-483f-b22b-d10369875321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (8cf130c2-07ff-4f05-a52b-ebc16aaabda6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.134840 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Publish callbacks [] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.138961 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:13.140241 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device baa103ad-35e9-4940-80f5-59200fcaba4d up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:13.196971 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.211361 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e318e492-5e50-483f-b22b-d10369875321 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adfd0d8dbe0e4b58a0d4d814493f0bb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9150763 Jun 23 17:12:13.214640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46912) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:13.242030 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:13.248986 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-002584d4-5381-45c5-aa7c-83deda2a097d req-c05b9e96-6889-4ca8-a6c1-a1507096b73d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 210 time: 0.1187255 Jun 23 17:12:13.345443 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318e492-5e50-483f-b22b-d10369875321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf130c2-07ff-4f05-a52b-ebc16aaabda6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:13.366099 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port baa103ad-35e9-4940-80f5-59200fcaba4d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:13.367680 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.383291 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 46922) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:13.385410 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.57', 60375) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:13.434054 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c1230ae3-87da-4a3b-a7a2-22d93750fec4 admin admin] Publish callbacks [] for security_group (8cf130c2-07ff-4f05-a52b-ebc16aaabda6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.526121 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c1230ae3-87da-4a3b-a7a2-22d93750fec4 admin admin] Publish callbacks [] for security_group (8cf130c2-07ff-4f05-a52b-ebc16aaabda6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.710210 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c1230ae3-87da-4a3b-a7a2-22d93750fec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (8cf130c2-07ff-4f05-a52b-ebc16aaabda6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.712891 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c1230ae3-87da-4a3b-a7a2-22d93750fec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.714272 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c1230ae3-87da-4a3b-a7a2-22d93750fec4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cf130c2-07ff-4f05-a52b-ebc16aaabda6 HTTP/1.1" status: 204 len: 168 time: 0.4959748 Jun 23 17:12:13.763595 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1230ae3-87da-4a3b-a7a2-22d93750fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf130c2-07ff-4f05-a52b-ebc16aaabda6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:13.770559 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46940) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:13.825681 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46944) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:13.837001 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-050c9033-59f7-4adb-ba45-098f3cc46909 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2eb7c36aad74f838fca3c5fffb2676c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4497216 Jun 23 17:12:13.863072 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-c2923ab1-58c7-4860-8c5f-9d3c4e9d87ed tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:13.869623 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-c2923ab1-58c7-4860-8c5f-9d3c4e9d87ed tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 814 time: 0.8489983 Jun 23 17:12:13.935063 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-45ada114-af20-4ec1-92f6-d95775b1835b None None] Provisioning complete for port 6660606f-b50a-4d14-90aa-2c7f30a33447 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:13.939159 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-45ada114-af20-4ec1-92f6-d95775b1835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:13.985239 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-23ab0542-bb72-421a-88cd-179a1793d249 admin admin] Publish callbacks [] for security_group (19353c4e-161f-49ec-9343-db6e03cb4d57), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:14.040832 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 49f9271c-75d6-46ba-8646-1d622766eb5c resource provider aggregate not found Jun 23 17:12:14.077623 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 49f9271c-75d6-46ba-8646-1d622766eb5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49f9271c-75d6-46ba-8646-1d622766eb5c found for delete ", "request_id": "req-56521909-2b94-457f-89ef-d2302d093d44"}]} Jun 23 17:12:14.108469 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-5b2848a9-04fc-4b94-8e84-f60166e166c3 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:14.112622 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-5b2848a9-04fc-4b94-8e84-f60166e166c3 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.57 "GET /v2.0/networks?id=b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 HTTP/1.1" status: 200 len: 811 time: 0.7156386 Jun 23 17:12:14.190145 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ca759c26-62fd-4d9d-9dd8-f52f4c76e43a req-14bb8166-e72a-437c-a7e1-6c6705d11fc3 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.1400292 Jun 23 17:12:14.200442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-23ab0542-bb72-421a-88cd-179a1793d249 admin admin] Publish callbacks [] for security_group (19353c4e-161f-49ec-9343-db6e03cb4d57), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:14.312304 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3d207-32cd-47c2-9ba8-a7a5d5d35070 None None] Pushing event updated for resources: {'Port': ['ID=6660606f-b50a-4d14-90aa-2c7f30a33447,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:14.315797 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Request body: {'port': {'device_id': '9b077dba-5836-45fb-a0e5-3a19c5a5c124', 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'admin_state_up': True, 'tenant_id': '8355cfdfed4f44f689922335c2845c50'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:14.338849 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-23ab0542-bb72-421a-88cd-179a1793d249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (19353c4e-161f-49ec-9343-db6e03cb4d57), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:14.342025 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-23ab0542-bb72-421a-88cd-179a1793d249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:14.346628 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-23ab0542-bb72-421a-88cd-179a1793d249 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19353c4e-161f-49ec-9343-db6e03cb4d57 HTTP/1.1" status: 204 len: 168 time: 0.5194027 Jun 23 17:12:14.352344 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:14.359605 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab0542-bb72-421a-88cd-179a1793d249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19353c4e-161f-49ec-9343-db6e03cb4d57,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:14.408196 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d8b61234-4a91-4745-b3ed-b80e68e7ef16 req-e5b369d4-36f5-4d27-9994-13602c777344 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 210 time: 0.2228849 Jun 23 17:12:14.472286 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:14.474155 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-45ada114-af20-4ec1-92f6-d95775b1835b None None] Port 6660606f-b50a-4d14-90aa-2c7f30a33447 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:14.475834 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.57', 60383) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:14.612160 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Attempting to bind port 6660606f-b50a-4d14-90aa-2c7f30a33447 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:14.612350 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Attempting to bind port 6660606f-b50a-4d14-90aa-2c7f30a33447 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:14.613231 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Attempting to bind port 6660606f-b50a-4d14-90aa-2c7f30a33447 on network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:14.620815 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port baa103ad-35e9-4940-80f5-59200fcaba4d is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:14.624250 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 1fa5a85e-de21-416a-87cf-01f564a7ac48 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:14.643353 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 46986) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:14.701058 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5e76-8cb1-4db2-bacb-f8cef95c99b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:14.705240 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-acad7b0b-eaba-490f-bddc-4fe38d467aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:14.781600 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:14.782531 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Checking segment: {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:14.783347 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:14.789311 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Bound using segment: {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:14.791305 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Bound port: 6660606f-b50a-4d14-90aa-2c7f30a33447, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:14.793099 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:14.857985 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-ec29af4c-b793-4f87-b5a8-c76a6597634e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 379 time: 0.5849516 Jun 23 17:12:14.860366 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b626a05e-70cf-49b3-ba13-e7a61646c3c2 req-c721adba-794d-43b9-8d48-2af79c6a55c2 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 210 time: 0.1343904 Jun 23 17:12:14.861824 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Made reservation on behalf of 8355cfdfed4f44f689922335c2845c50 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:12:14.865401 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:15.022402 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 1fa5a85e-de21-416a-87cf-01f564a7ac48 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:15.024073 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:15.117838 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-2910ae28-7cac-4334-ae24-bcc12564204a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:15.119959 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-2910ae28-7cac-4334-ae24-bcc12564204a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 819 time: 0.6430039 Jun 23 17:12:15.183429 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'port': {'device_id': '517df8d9-1e33-4448-a439-8ea166866a32', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'admin_state_up': True, 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:15.188998 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] For port 6660606f-b50a-4d14-90aa-2c7f30a33447, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:15.208119 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] For port 6660606f-b50a-4d14-90aa-2c7f30a33447, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=6660606f-b50a-4d14-90aa-2c7f30a33447,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:15.229755 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:15.253566 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:15.276067 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:15.287499 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.57', 60389) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:15.292575 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5e76-8cb1-4db2-bacb-f8cef95c99b0 admin admin] Publish callbacks [] for security_group (780e34f1-53d4-46a9-a7c7-91a43afa7110), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:15.330951 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Allocated IP 172.20.0.8 (b4e8f9c9-156d-4104-b1dc-aee5f43cbe07/60381e8b-c068-4fbf-b931-a5317bba2be7/8910ed54-da53-4e0c-a689-825852d3a4cf) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:12:15.350358 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'port': {'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'admin_state_up': True, 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'security_groups': ['9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:15.353312 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c0e5e76-8cb1-4db2-bacb-f8cef95c99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (780e34f1-53d4-46a9-a7c7-91a43afa7110), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:15.389772 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3d207-32cd-47c2-9ba8-a7a5d5d35070 None None] Pushing event updated for resources: {'Port': ['ID=6660606f-b50a-4d14-90aa-2c7f30a33447,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:15.443506 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:15.467855 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47012) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:15.483580 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Routers {'7f8aab3f-0452-4fb1-be51-14b15434a44e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:12:15.487443 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:12:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['7f8aab3f-0452-4fb1-be51-14b15434a44e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:15.654821 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-acad7b0b-eaba-490f-bddc-4fe38d467aef admin admin] Publish callbacks [] for security_group (5836b208-d844-4755-bcea-6ca331cf1999), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:15.656368 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 1fa5a85e-de21-416a-87cf-01f564a7ac48 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:15.754604 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e5e76-8cb1-4db2-bacb-f8cef95c99b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780e34f1-53d4-46a9-a7c7-91a43afa7110,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:15.756598 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] Set router 7f8aab3f-0452-4fb1-be51-14b15434a44e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:12:15.922082 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-acad7b0b-eaba-490f-bddc-4fe38d467aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5836b208-d844-4755-bcea-6ca331cf1999), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:15.947013 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-624959e3-2eb5-4923-bc78-22a7ef8e99a6 req-70bf7d89-52cc-4864-9384-30ad3ee9011f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 210 time: 0.3798542 Jun 23 17:12:15.968726 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9cbe0e90-d6c1-4f7b-b598-1b07ed945f22 req-a2b71e37-7d33-4a17-8cc5-5ece2b9478ca tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.2505050 Jun 23 17:12:15.986724 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3ecb1fc6-74eb-4ef6-9980-774d96a34a42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad18cf7b097f46fba2afa9188709ca9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5173111 Jun 23 17:12:16.008436 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47038) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:16.009712 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c8bc5859-80db-4d8a-9cba-350def51bb11 None None] Provisioning complete for port 6660606f-b50a-4d14-90aa-2c7f30a33447 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:16.010139 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5859-80db-4d8a-9cba-350def51bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.025155 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-acad7b0b-eaba-490f-bddc-4fe38d467aef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae4929b0a6cf47ae8424685c63b0e2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2430351 Jun 23 17:12:16.086547 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47040) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:16.147182 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device c24ec1ef-16d5-4530-ab57-66b13a1e8271 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:16.166930 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2c0e5e76-8cb1-4db2-bacb-f8cef95c99b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52cfe4503b6f40779e8b9370380036e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5224607 Jun 23 17:12:16.192902 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 47048) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:16.264636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:16.266931 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a3aa43b-fc1a-4b8e-9972-931f9a22dfb7 req-f4c6639f-7e38-4ee1-aa40-c40483cd5c7c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 210 time: 0.1264312 Jun 23 17:12:16.273070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1e9f-84c7-4b7e-ba89-14104cf9c60b admin admin] Publish callbacks [] for security_group (5836b208-d844-4755-bcea-6ca331cf1999), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.312513 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1e9f-84c7-4b7e-ba89-14104cf9c60b admin admin] Publish callbacks [] for security_group (5836b208-d844-4755-bcea-6ca331cf1999), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.364332 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad7b0b-eaba-490f-bddc-4fe38d467aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5836b208-d844-4755-bcea-6ca331cf1999,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:16.412394 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Made reservation on behalf of bec9016d905e4d29b8e7c3f63c8a8810 for: {'port': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:12:16.418967 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.495416 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1e9f-84c7-4b7e-ba89-14104cf9c60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5836b208-d844-4755-bcea-6ca331cf1999), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.502703 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1e9f-84c7-4b7e-ba89-14104cf9c60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.507829 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1a2b1e9f-84c7-4b7e-ba89-14104cf9c60b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5836b208-d844-4755-bcea-6ca331cf1999 HTTP/1.1" status: 204 len: 168 time: 0.4200711 Jun 23 17:12:16.544512 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port c24ec1ef-16d5-4530-ab57-66b13a1e8271 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:16.545259 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.567022 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Made reservation on behalf of 201cf53eaff642e78cf394182b0b9972 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:12:16.570730 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.598675 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b1e9f-84c7-4b7e-ba89-14104cf9c60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5836b208-d844-4755-bcea-6ca331cf1999,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:16.629437 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c52e56c2-449e-4129-876e-9d21bb16592e admin admin] Publish callbacks [] for security_group (780e34f1-53d4-46a9-a7c7-91a43afa7110), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.697090 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:16.752115 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-c5240444-1cbc-44d8-ba45-8c488c8d5ff8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:16.754525 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-c5240444-1cbc-44d8-ba45-8c488c8d5ff8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 819 time: 1.4604084 Jun 23 17:12:16.842130 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'port': {'device_id': '05cdc2c3-760e-4876-86fc-3f85c50f0a31', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'admin_state_up': True, 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:16.880874 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc5859-80db-4d8a-9cba-350def51bb11 None None] Current status of the port 6660606f-b50a-4d14-90aa-2c7f30a33447 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:16.881477 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5859-80db-4d8a-9cba-350def51bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:16.982745 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 4, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port': {'id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '6660606f-b50a-4d14-90aa-2c7f30a33447', 'name': '', 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'mac_address': 'fa:16:3e:d7:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:01Z', 'updated_at': '2022-06-23T17:12:15Z', 'revision_number': 4, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'subnets': [{'id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:12:16.984171 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f59137d-db38-490c-a081-e539c3ea1c9e admin admin] Publish callbacks [] for security_group (b356ee8d-f8fb-47d8-b30a-d170b8b49c4c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.083297 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e76593-3eca-48f4-9d34-af31a8994e65 None None] The sync data for ids ['7f8aab3f-0452-4fb1-be51-14b15434a44e'] in dv-cinder-835384-10-iscsi is: [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:03Z', 'revision_number': 4, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port': {'id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '6660606f-b50a-4d14-90aa-2c7f30a33447', 'name': '', 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'mac_address': 'fa:16:3e:d7:57:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:01Z', 'updated_at': '2022-06-23T17:12:15Z', 'revision_number': 4, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'subnets': [{'id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:12:17.100453 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Made reservation on behalf of bec9016d905e4d29b8e7c3f63c8a8810 for: {'port': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:12:17.105144 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.126362 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f59137d-db38-490c-a081-e539c3ea1c9e admin admin] Publish callbacks [] for security_group (b356ee8d-f8fb-47d8-b30a-d170b8b49c4c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.170039 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c52e56c2-449e-4129-876e-9d21bb16592e admin admin] Publish callbacks [] for security_group (780e34f1-53d4-46a9-a7c7-91a43afa7110), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.200993 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:17.225965 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:17.247586 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-c8bc5859-80db-4d8a-9cba-350def51bb11 None None] For port 6660606f-b50a-4d14-90aa-2c7f30a33447, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=6660606f-b50a-4d14-90aa-2c7f30a33447,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:17.263538 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5859-80db-4d8a-9cba-350def51bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.271175 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port c24ec1ef-16d5-4530-ab57-66b13a1e8271 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:17.272485 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 6660606f-b50a-4d14-90aa-2c7f30a33447 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:17.273656 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Allocated IP 172.20.0.5 (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1/6fb681cf-827d-4d21-8de7-6099d13e0163/30b1cac9-5302-4079-b5e0-7137567b16e5) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:12:17.341944 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Publish callbacks [] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.347789 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f8ae3a36-7893-4f00-8119-1ea22516aeef req-d4002970-1da7-46e7-b198-d28fee157afd tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.1604705 Jun 23 17:12:17.479112 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc5859-80db-4d8a-9cba-350def51bb11 None None] Pushing event updated for resources: {'Port': ['ID=6660606f-b50a-4d14-90aa-2c7f30a33447,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:17.488459 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 6660606f-b50a-4d14-90aa-2c7f30a33447 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:17.488557 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.554553 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f59137d-db38-490c-a081-e539c3ea1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (b356ee8d-f8fb-47d8-b30a-d170b8b49c4c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.555707 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d1fa652-e6dd-46ad-b154-19ff4d97b857 req-ef746ae6-ba00-4d74-869c-28ad65657413 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 210 time: 0.3694761 Jun 23 17:12:17.557585 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f59137d-db38-490c-a081-e539c3ea1c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.559163 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6f59137d-db38-490c-a081-e539c3ea1c9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b356ee8d-f8fb-47d8-b30a-d170b8b49c4c HTTP/1.1" status: 204 len: 168 time: 1.5478129 Jun 23 17:12:17.637070 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Allocated IP 172.20.0.14 (8527c448-8fef-4029-974e-c0de37b33eab/4b5c462a-05e2-4d7a-b669-14d58f9209e4/48141e67-5b25-450e-90a9-9f9ac8cb4882) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:12:17.655039 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae7683e5-b524-4d54-98dd-a46b47a2fa92 req-b24d7349-49b8-4631-9592-eca43658fc6b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 210 time: 0.1299343 Jun 23 17:12:17.662011 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59137d-db38-490c-a081-e539c3ea1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b356ee8d-f8fb-47d8-b30a-d170b8b49c4c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:17.718507 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 6660606f-b50a-4d14-90aa-2c7f30a33447 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:17.724726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device a1e59ab3-d6ba-48a1-9acd-a33fe41de324 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:17.746572 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:17.753678 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c52e56c2-449e-4129-876e-9d21bb16592e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (780e34f1-53d4-46a9-a7c7-91a43afa7110), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.763540 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c52e56c2-449e-4129-876e-9d21bb16592e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.767518 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c52e56c2-449e-4129-876e-9d21bb16592e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/780e34f1-53d4-46a9-a7c7-91a43afa7110 HTTP/1.1" status: 204 len: 168 time: 1.5757596 Jun 23 17:12:17.778298 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:17.819649 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e56c2-449e-4129-876e-9d21bb16592e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780e34f1-53d4-46a9-a7c7-91a43afa7110,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:17.935275 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:17.950870 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:17.951367 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:18.117659 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Pushing event updated for resources: {'Port': ['ID=8910ed54-da53-4e0c-a689-825852d3a4cf,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:18.195697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:18.204850 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:18.227703 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:18.231418 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:12:18.234474 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 90d6d3be-a723-4abb-b9ab-f67928fa4c12 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:18.256546 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:18.383943 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:18.399372 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:18.401234 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:18.403859 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:18.448446 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:18.448859 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:18.579377 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-9df185ec-8349-4d35-8b4e-1f82900f05b0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2520819 Jun 23 17:12:18.593383 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-33954672-cbf1-4947-9877-b6a3292412d1 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:12:18.604036 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-33954672-cbf1-4947-9877-b6a3292412d1 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0163460 Jun 23 17:12:18.614475 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.db.api [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-a344f714-8014-42f3-b89c-080ba27a7489 {{(pid=104125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 17:12:18.616038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG oslo_db.api [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:12:18.617650 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:18.622019 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:18.816337 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:18.870718 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:18.934904 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-b0b3dd96-b1e8-48ce-8726-e05645bf4e9e None None] Provisioning complete for port 8910ed54-da53-4e0c-a689-825852d3a4cf triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:18.936171 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b0b3dd96-b1e8-48ce-8726-e05645bf4e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:18.997430 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3dd96-b1e8-48ce-8726-e05645bf4e9e None None] Port 8910ed54-da53-4e0c-a689-825852d3a4cf cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:19.039220 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c43aeac-e27c-479f-8b25-7efa704b2518 req-746ff60e-f5cc-498d-a49a-b54682f8968f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 210 time: 0.2594717 Jun 23 17:12:19.054552 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Network 8527c448-8fef-4029-974e-c0de37b33eab is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:19.065839 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:19.109035 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:19.109845 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:12:19.126893 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 6660606f-b50a-4d14-90aa-2c7f30a33447 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:19.154523 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:19.155087 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:19.171464 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:12:19.202994 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event updated for resources: {'Port': ['ID=48141e67-5b25-450e-90a9-9f9ac8cb4882,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:19.290083 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 6660606f-b50a-4d14-90aa-2c7f30a33447 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:19.290659 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:19.305739 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990d39c-619e-4f66-832e-c6ae94d17cd1 req-42fbc1c4-229d-4a3a-b4ca-99291ff63962 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:19.317263 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3990d39c-619e-4f66-832e-c6ae94d17cd1 req-42fbc1c4-229d-4a3a-b4ca-99291ff63962 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 931 time: 0.7157662 Jun 23 17:12:19.371185 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=30b1cac9-5302-4079-b5e0-7137567b16e5,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:19.504063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0c184-94c2-4b17-bd71-70525e70ef0a req-216871a3-1afd-44f0-a8ff-c818565d5819 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:19.513006 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9c0c184-94c2-4b17-bd71-70525e70ef0a req-216871a3-1afd-44f0-a8ff-c818565d5819 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 931 time: 0.3240602 Jun 23 17:12:19.539994 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47150) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:19.559603 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3990d39c-619e-4f66-832e-c6ae94d17cd1 req-8bd43cb6-7286-42aa-8ea3-1bc7c79e9925 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387085 Jun 23 17:12:19.561119 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 6660606f-b50a-4d14-90aa-2c7f30a33447 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:19.625757 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-b7e11261-a915-4480-a7c5-6a8002e07c79 None None] Provisioning complete for port 48141e67-5b25-450e-90a9-9f9ac8cb4882 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:19.626189 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b7e11261-a915-4480-a7c5-6a8002e07c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:19.631347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:19.631959 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:19.676434 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-b7e11261-a915-4480-a7c5-6a8002e07c79 None None] Port 48141e67-5b25-450e-90a9-9f9ac8cb4882 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:19.711037 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:19.732067 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:19.745653 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-5ba24c0e-7b1b-41ee-a3ad-cfe70e2f4ec1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4039726 Jun 23 17:12:19.777980 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9c0c184-94c2-4b17-bd71-70525e70ef0a req-b08941da-e7c6-49ea-9f83-e5938328e1ec tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415109 Jun 23 17:12:19.784143 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Request body: {'port': {'device_id': '9b077dba-5836-45fb-a0e5-3a19c5a5c124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:19.790226 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-98956fd9-59ea-4ce1-8b22-630b617d8f49 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6109247 Jun 23 17:12:19.841303 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-396d6833-1091-4a45-befa-075c2c903cb7 None None] Provisioning complete for port 30b1cac9-5302-4079-b5e0-7137567b16e5 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:19.850990 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-396d6833-1091-4a45-befa-075c2c903cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:19.854647 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Request body: {'port': {'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:19.971942 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Request body: {'port': {'device_id': '517df8d9-1e33-4448-a439-8ea166866a32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:19.995377 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-396d6833-1091-4a45-befa-075c2c903cb7 None None] Port 30b1cac9-5302-4079-b5e0-7137567b16e5 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:20.061300 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:20.071393 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:20.109162 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Allocated IP 172.20.0.7 (8527c448-8fef-4029-974e-c0de37b33eab/4b5c462a-05e2-4d7a-b669-14d58f9209e4/3612ccfa-71a1-4cf4-800c-6c5428ab6f0e) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:12:20.124568 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:20.194152 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d8c2526-52a5-4847-8c1b-2487eaa373df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:20.264997 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4daeb83a-3cd1-4f1a-aca1-883f375160bb req-29b69d31-f178-4cbf-b7df-05b9e3da7a97 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 210 time: 0.0815065 Jun 23 17:12:20.268716 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:20.284406 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:20.493036 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:20.598508 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:20.815581 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:20.925830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d8c2526-52a5-4847-8c1b-2487eaa373df admin admin] Publish callbacks [] for security_group (53944da8-7d6e-4979-881f-fd52e9ac19f1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:20.992519 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d8c2526-52a5-4847-8c1b-2487eaa373df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (53944da8-7d6e-4979-881f-fd52e9ac19f1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:21.042849 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:21.170696 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:21.248827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:21.268972 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c2526-52a5-4847-8c1b-2487eaa373df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53944da8-7d6e-4979-881f-fd52e9ac19f1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:21.325980 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94c815-7112-4b90-a79a-46f3bad4742e req-1d724d16-16f6-48cc-860a-e6b2ae88c7d0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:21.327835 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd94c815-7112-4b90-a79a-46f3bad4742e req-1d724d16-16f6-48cc-860a-e6b2ae88c7d0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 931 time: 0.2485080 Jun 23 17:12:21.330033 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Network 8527c448-8fef-4029-974e-c0de37b33eab is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:12:21.349368 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:12:21.371629 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:12:21.375018 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event updated for resources: {'Port': ['ID=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:21.577254 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd94c815-7112-4b90-a79a-46f3bad4742e req-4b926b7a-4c89-442b-9099-69e00784cdb3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338252 Jun 23 17:12:21.618981 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:21.622619 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:21.665624 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48141e67-5b25-450e-90a9-9f9ac8cb4882 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:12:21.691863 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Publish callbacks [] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:21.702200 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-72c6fae5-6ded-449b-8f87-ffc2883c66ee tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8649075 Jun 23 17:12:21.822120 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640a49-37f0-4b4f-aa0b-ce09e137b12a req-6885027a-4732-49c8-a9a3-b759ecd08a68 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:21.836314 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d6640a49-37f0-4b4f-aa0b-ce09e137b12a req-6885027a-4732-49c8-a9a3-b759ecd08a68 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 931 time: 0.1285682 Jun 23 17:12:21.874506 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Transition to ACTIVE for port object 48141e67-5b25-450e-90a9-9f9ac8cb4882 will not be triggered until provisioned by entity L2. {{(pid=104125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:12:21.941598 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2d8c2526-52a5-4847-8c1b-2487eaa373df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1078c824df3b4686b378082ba8ae56c7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3932760 Jun 23 17:12:21.949123 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac7a08-5fd0-4945-91ab-735ac95f6354 req-32f7073c-1b5c-4939-901e-766d53a7e345 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:21.950964 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14ac7a08-5fd0-4945-91ab-735ac95f6354 req-32f7073c-1b5c-4939-901e-766d53a7e345 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 931 time: 0.9812977 Jun 23 17:12:21.970345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47228) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:22.020848 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Request body: {'port': {'device_id': '05cdc2c3-760e-4876-86fc-3f85c50f0a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:12:22.034273 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.042129 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ec3d57fc-672d-4f94-a3e7-187b3ab8074d None None] Provisioning complete for port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:22.043744 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ec3d57fc-672d-4f94-a3e7-187b3ab8074d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.076801 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8910ed54-da53-4e0c-a689-825852d3a4cf {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:12:22.098831 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Publish callbacks [] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.134037 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-26c0a3e2-1feb-4387-8dfe-1c26a90ddc42 admin admin] Publish callbacks [] for security_group (53944da8-7d6e-4979-881f-fd52e9ac19f1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.179647 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d57fc-672d-4f94-a3e7-187b3ab8074d None None] Port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:12:22.205824 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Transition to ACTIVE for port object 8910ed54-da53-4e0c-a689-825852d3a4cf will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:12:22.220051 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:22.225101 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14ac7a08-5fd0-4945-91ab-735ac95f6354 req-e883bb44-a328-462b-b8fc-b90608ef27f3 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100003 Jun 23 17:12:22.226149 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.280608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-26c0a3e2-1feb-4387-8dfe-1c26a90ddc42 admin admin] Publish callbacks [] for security_group (53944da8-7d6e-4979-881f-fd52e9ac19f1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.286703 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:22.386061 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d6640a49-37f0-4b4f-aa0b-ce09e137b12a req-b9e2ec42-519d-44d1-a429-4229a2b8f5b1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383153 Jun 23 17:12:22.515637 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Pushing event updated for resources: {'Port': ['ID=8910ed54-da53-4e0c-a689-825852d3a4cf,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:22.615358 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b1cac9-5302-4079-b5e0-7137567b16e5 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:12:22.757440 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Publish callbacks [] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.808149 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Attempting to bind port 8910ed54-da53-4e0c-a689-825852d3a4cf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:22.808685 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Attempting to bind port 8910ed54-da53-4e0c-a689-825852d3a4cf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:22.809076 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Attempting to bind port 8910ed54-da53-4e0c-a689-825852d3a4cf on network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:22.856647 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:22.888602 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.894186 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Pushing event updated for resources: {'Port': ['ID=48141e67-5b25-450e-90a9-9f9ac8cb4882,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:22.949460 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Transition to ACTIVE for port object 30b1cac9-5302-4079-b5e0-7137567b16e5 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:12:22.953762 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Attempting to bind port 48141e67-5b25-450e-90a9-9f9ac8cb4882 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:22.959191 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Attempting to bind port 48141e67-5b25-450e-90a9-9f9ac8cb4882 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:22.959563 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Attempting to bind port 48141e67-5b25-450e-90a9-9f9ac8cb4882 on network 8527c448-8fef-4029-974e-c0de37b33eab {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:22.963746 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-26c0a3e2-1feb-4387-8dfe-1c26a90ddc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (53944da8-7d6e-4979-881f-fd52e9ac19f1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.972684 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Port 48141e67-5b25-450e-90a9-9f9ac8cb4882 on network 8527c448-8fef-4029-974e-c0de37b33eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:12:22.972964 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Attempting to bind port 48141e67-5b25-450e-90a9-9f9ac8cb4882 on network 8527c448-8fef-4029-974e-c0de37b33eab {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:22.976074 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-26c0a3e2-1feb-4387-8dfe-1c26a90ddc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:22.980261 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-26c0a3e2-1feb-4387-8dfe-1c26a90ddc42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53944da8-7d6e-4979-881f-fd52e9ac19f1 HTTP/1.1" status: 204 len: 168 time: 1.0081289 Jun 23 17:12:22.983973 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Port 8910ed54-da53-4e0c-a689-825852d3a4cf on network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:12:22.984318 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Attempting to bind port 8910ed54-da53-4e0c-a689-825852d3a4cf on network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:22.992153 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:22.995559 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Checking segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:22.997267 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Bound using segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:22.999676 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Bound port: 48141e67-5b25-450e-90a9-9f9ac8cb4882, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:23.000245 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:23.020417 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a3e2-1feb-4387-8dfe-1c26a90ddc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53944da8-7d6e-4979-881f-fd52e9ac19f1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:23.024089 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:23.057932 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:23.058324 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Checking segment: {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:23.059614 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Bound using segment: {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:23.060526 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Bound port: 8910ed54-da53-4e0c-a689-825852d3a4cf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f33a708-96de-4133-a8f0-279c6929e7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:23.060946 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:23.094941 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f30675-b1b9-478d-bc7b-20a23b21ac42 req-f8ec518d-8e8b-45b2-8020-de408051a078 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:23.102473 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01f30675-b1b9-478d-bc7b-20a23b21ac42 req-f8ec518d-8e8b-45b2-8020-de408051a078 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 931 time: 0.2651403 Jun 23 17:12:23.309708 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01f30675-b1b9-478d-bc7b-20a23b21ac42 req-4ae9e28a-0170-4383-b87e-3befe82da5e7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060997 Jun 23 17:12:23.375492 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Pushing event updated for resources: {'Port': ['ID=30b1cac9-5302-4079-b5e0-7137567b16e5,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:23.395708 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:23.541619 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] For port 8910ed54-da53-4e0c-a689-825852d3a4cf, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:23.551205 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] For port 8910ed54-da53-4e0c-a689-825852d3a4cf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8910ed54-da53-4e0c-a689-825852d3a4cf,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:23.567870 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:23.666518 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] For port 48141e67-5b25-450e-90a9-9f9ac8cb4882, host hv-cinder-83538, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:23.674262 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] For port 48141e67-5b25-450e-90a9-9f9ac8cb4882, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:23.697063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:23.698193 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:23.699899 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] 10.222.0.57 "PUT /v2.0/ports/8910ed54-da53-4e0c-a689-825852d3a4cf HTTP/1.1" status: 200 len: 1093 time: 4.5931315 Jun 23 17:12:23.702770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b077dba-5836-45fb-a0e5-3a19c5a5c124', 'tag': '8910ed54-da53-4e0c-a689-825852d3a4cf'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:12:23.776565 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68fcef-2485-4b3f-8be3-9a28f09d6bc9 req-ff88c947-3271-446a-b388-aa9b5b58bd14 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:23.778686 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4e68fcef-2485-4b3f-8be3-9a28f09d6bc9 req-ff88c947-3271-446a-b388-aa9b5b58bd14 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.1857169 Jun 23 17:12:23.790449 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:24.216422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-6a1b228f-48f9-46de-9c23-9cb8a11625d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:24.216422 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-6a1b228f-48f9-46de-9c23-9cb8a11625d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8355cfdfed4f44f689922335c2845c50&device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 1127 time: 0.3156724 Jun 23 17:12:24.328573 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:24.329117 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:24.331563 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] 10.222.0.57 "PUT /v2.0/ports/48141e67-5b25-450e-90a9-9f9ac8cb4882 HTTP/1.1" status: 200 len: 1094 time: 4.3699973 Jun 23 17:12:24.332122 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517df8d9-1e33-4448-a439-8ea166866a32', 'tag': '48141e67-5b25-450e-90a9-9f9ac8cb4882'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:12:24.367269 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff4c3d-7316-4fec-8d18-484c56ebdafe service neutron] Pushing event updated for resources: {'Port': ['ID=48141e67-5b25-450e-90a9-9f9ac8cb4882,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:24.395473 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4e68fcef-2485-4b3f-8be3-9a28f09d6bc9 req-27615350-4646-4b35-b496-9a13338c67e0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903339 Jun 23 17:12:24.482618 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:12:24.506439 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Publish callbacks [] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:24.510637 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:24.530468 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-8906b48d-dbc6-4ef9-9699-0f7a320c31e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8910ed54-da53-4e0c-a689-825852d3a4cf HTTP/1.1" status: 200 len: 217 time: 0.2067549 Jun 23 17:12:24.610857 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec056f8-26ec-4165-82e1-075459f4b93d service neutron] Pushing event updated for resources: {'Port': ['ID=8910ed54-da53-4e0c-a689-825852d3a4cf,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:24.631063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed258b8-5781-497e-bc29-15050763105d req-492cae1d-f826-4da9-9f88-6eecf3333ad7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:24.633556 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fed258b8-5781-497e-bc29-15050763105d req-492cae1d-f826-4da9-9f88-6eecf3333ad7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 931 time: 0.9324214 Jun 23 17:12:24.635114 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Attempting to bind port 30b1cac9-5302-4079-b5e0-7137567b16e5 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:24.635617 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Attempting to bind port 30b1cac9-5302-4079-b5e0-7137567b16e5 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:24.636101 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Attempting to bind port 30b1cac9-5302-4079-b5e0-7137567b16e5 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:24.639472 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Transition to ACTIVE for port object 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e will not be triggered until provisioned by entity L2. {{(pid=104125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:12:24.721055 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Port 30b1cac9-5302-4079-b5e0-7137567b16e5 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:12:24.721653 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Attempting to bind port 30b1cac9-5302-4079-b5e0-7137567b16e5 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:24.739867 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:24.740471 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Checking segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:24.741015 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Bound using segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:24.741683 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Bound port: 30b1cac9-5302-4079-b5e0-7137567b16e5, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:24.742121 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:24.742488 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:24.758088 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-5722784f-c678-4cfa-b83a-dedb5978a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:24.759640 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-5722784f-c678-4cfa-b83a-dedb5978a4ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 1128 time: 0.2142808 Jun 23 17:12:24.832984 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-aabec2a3-046b-4802-baff-8124390c0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:24.836319 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-aabec2a3-046b-4802-baff-8124390c0e0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60381e8b-c068-4fbf-b931-a5317bba2be7 HTTP/1.1" status: 200 len: 850 time: 0.1938839 Jun 23 17:12:24.947615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b077dba-5836-45fb-a0e5-3a19c5a5c124", "tag": "8910ed54-da53-4e0c-a689-825852d3a4cf"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:12:25.022376 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fed258b8-5781-497e-bc29-15050763105d req-2fd9a849-176a-4e1c-a2ca-67cb63b88552 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711369 Jun 23 17:12:25.042404 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-8198eb12-11b9-4f35-b15e-ec13f28b14f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882 HTTP/1.1" status: 200 len: 217 time: 0.2009568 Jun 23 17:12:25.078001 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-f03c6c70-282e-4a30-8435-a7999c11039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:25.079499 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-f03c6c70-282e-4a30-8435-a7999c11039c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4e8f9c9-156d-4104-b1dc-aee5f43cbe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1837053 Jun 23 17:12:25.089322 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] For port 30b1cac9-5302-4079-b5e0-7137567b16e5, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:25.095717 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] For port 30b1cac9-5302-4079-b5e0-7137567b16e5, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=30b1cac9-5302-4079-b5e0-7137567b16e5,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:25.104402 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401269f0-f0ac-4e30-bb9f-c8246cf494c6 req-f283ee2c-1418-4e26-8e18-4c8d21c5c1bc tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:25.120250 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-401269f0-f0ac-4e30-bb9f-c8246cf494c6 req-f283ee2c-1418-4e26-8e18-4c8d21c5c1bc tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.5787768 Jun 23 17:12:25.219502 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Pushing event updated for resources: {'Port': ['ID=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:25.246358 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:25.274971 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:25.285694 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-16d74c4d-a0fd-49da-854d-e24b922bfb80 service neutron] 10.222.0.57 "GET /v2.0/networks/b4e8f9c9-156d-4104-b1dc-aee5f43cbe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713722 Jun 23 17:12:25.318524 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-daacee7b-8a87-4685-b6fa-9637dcf42147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:25.320311 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-daacee7b-8a87-4685-b6fa-9637dcf42147 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.1975472 Jun 23 17:12:25.336554 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:25.340933 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:25.342953 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] 10.222.0.57 "PUT /v2.0/ports/30b1cac9-5302-4079-b5e0-7137567b16e5 HTTP/1.1" status: 200 len: 1093 time: 5.5442531 Jun 23 17:12:25.367851 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-401269f0-f0ac-4e30-bb9f-c8246cf494c6 req-192d89a1-37ed-42bb-b890-42d726384034 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448373 Jun 23 17:12:25.518715 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Attempting to bind port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:12:25.519100 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Attempting to bind port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:12:25.521240 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Attempting to bind port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e on network 8527c448-8fef-4029-974e-c0de37b33eab {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:25.558003 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:25.562198 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e on network 8527c448-8fef-4029-974e-c0de37b33eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:12:25.562442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Attempting to bind port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e on network 8527c448-8fef-4029-974e-c0de37b33eab {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:12:25.570414 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-8529c1f9-b230-403a-8f7e-bf35d41dc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:25.571974 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-8529c1f9-b230-403a-8f7e-bf35d41dc620 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1885307 Jun 23 17:12:25.577632 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:12:25.578024 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Checking segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:12:25.578420 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Bound using segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:12:25.578871 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Bound port: 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:12:25.579278 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:25.872052 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38f6adb5-4fb5-4d41-9fef-b30ba207bf65 req-d030e049-f943-4617-92c7-51a80632199f service neutron] 10.222.0.57 "GET /v2.0/networks/b4e8f9c9-156d-4104-b1dc-aee5f43cbe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265326 Jun 23 17:12:25.933392 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-b5543a94-78e3-414a-917a-efca2000895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:25.934962 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-b5543a94-78e3-414a-917a-efca2000895c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 1127 time: 0.0602221 Jun 23 17:12:25.935702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ac388-9073-41c3-9f17-79d3234f3c8d service neutron] Pushing event updated for resources: {'Port': ['ID=30b1cac9-5302-4079-b5e0-7137567b16e5,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:26.039955 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-13dfae5c-b549-4e7b-b055-f56cbe58e975 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b1cac9-5302-4079-b5e0-7137567b16e5 HTTP/1.1" status: 200 len: 217 time: 0.0799637 Jun 23 17:12:26.169534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47372) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:26.201817 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-4781c19f-ff63-48d6-b8db-afc73cde5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:26.206182 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-4781c19f-ff63-48d6-b8db-afc73cde5b62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.1474607 Jun 23 17:12:26.320821 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-900ac492-a0f2-4e9d-9a4e-2f299a0d99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:26.323205 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-900ac492-a0f2-4e9d-9a4e-2f299a0d99fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0955632 Jun 23 17:12:26.401424 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] For port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e, host hv-cinder-83538, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:12:26.417294 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] For port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:12:26.436799 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c935db35-5fa1-410a-a939-e8e90b46d3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "517df8d9-1e33-4448-a439-8ea166866a32", "tag": "48141e67-5b25-450e-90a9-9f9ac8cb4882"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:12:26.456676 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01376a24-f1fe-4f67-8a48-6548903bb130 x-openstack-request-id: req-01376a24-f1fe-4f67-8a48-6548903bb130 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:12:26.456952 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b077dba-5836-45fb-a0e5-3a19c5a5c124", "tag": "8910ed54-da53-4e0c-a689-825852d3a4cf", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:12:26.458843 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01376a24-f1fe-4f67-8a48-6548903bb130 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:12:26.459411 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01376a24-f1fe-4f67-8a48-6548903bb130'] response: {'name': 'network-changed', 'server_uuid': '9b077dba-5836-45fb-a0e5-3a19c5a5c124', 'tag': '8910ed54-da53-4e0c-a689-825852d3a4cf', 'status': 'completed', 'code': 200} Jun 23 17:12:26.470068 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:26.577633 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3d182-c1ec-4191-b116-5090035968d9 req-be2d6f35-bf5b-4a23-a2eb-8de3a71e2a88 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:26.580608 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c6f3d182-c1ec-4191-b116-5090035968d9 req-be2d6f35-bf5b-4a23-a2eb-8de3a71e2a88 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.9426749 Jun 23 17:12:26.644252 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Pushing event updated for resources: {'Port': ['ID=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:26.662729 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-66604089-fc34-48f9-8176-b39445f476da service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0643346 Jun 23 17:12:26.808975 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38b9e1-6547-4dff-b9d2-e2697873b54b req-d1c3b5dd-38be-4dec-a0b1-f2e16c80d3f4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:26.822746 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:26.823589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:26.823719 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce38b9e1-6547-4dff-b9d2-e2697873b54b req-d1c3b5dd-38be-4dec-a0b1-f2e16c80d3f4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.2015142 Jun 23 17:12:26.825531 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-46f13b4c-8253-47a3-82b9-fe1ed988b68f service neutron] 10.222.0.57 "PUT /v2.0/ports/3612ccfa-71a1-4cf4-800c-6c5428ab6f0e HTTP/1.1" status: 200 len: 1093 time: 4.9699168 Jun 23 17:12:26.831339 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-a9333afd-7f02-402a-96c1-79a4d91c09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:26.835319 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-a9333afd-7f02-402a-96c1-79a4d91c09b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8355cfdfed4f44f689922335c2845c50&device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 1127 time: 0.1464205 Jun 23 17:12:26.899972 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ddca748-5610-4254-a386-6d3fb7b96f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:26.971406 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:27.024553 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c6f3d182-c1ec-4191-b116-5090035968d9 req-64e076fc-b8ec-46d8-a4f1-47d017fb8768 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824265 Jun 23 17:12:27.204445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-060e7a10-bd22-4fdc-b811-37dd4ba77ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:27.208347 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-060e7a10-bd22-4fdc-b811-37dd4ba77ced service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 1127 time: 0.2484612 Jun 23 17:12:27.219434 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da1861f1-c9e1-4c83-acaf-4e64e316bc93 req-960f3d63-a398-4a03-bd22-6442102b2983 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219049 Jun 23 17:12:27.262891 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:27.396312 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-b36eed2d-f79c-4003-a1ec-e96a6cdd3a18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e HTTP/1.1" status: 200 len: 217 time: 0.1466436 Jun 23 17:12:27.420190 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc69bdb-c6d2-4969-944e-2723b9b9aef3 req-9cab1c16-476e-4737-8219-43996c1402a5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:27.431738 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0cc69bdb-c6d2-4969-944e-2723b9b9aef3 req-9cab1c16-476e-4737-8219-43996c1402a5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.1991799 Jun 23 17:12:27.441256 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce38b9e1-6547-4dff-b9d2-e2697873b54b req-469af7d9-4cef-442e-aed1-dde882cae77e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042960 Jun 23 17:12:27.506009 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-18af5b91-0b2d-49ed-9dc5-4a786509b48d service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1678145 Jun 23 17:12:27.602525 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0cc69bdb-c6d2-4969-944e-2723b9b9aef3 req-834ad2dd-7341-48a0-a136-25ee93887a49 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695039 Jun 23 17:12:27.612817 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-b61f52fe-e469-44b0-a314-4a2dafad1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:27.614633 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-b61f52fe-e469-44b0-a314-4a2dafad1370 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.1799784 Jun 23 17:12:27.630674 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-3f85c136-c997-48f9-a503-fe5086a2fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:27.632325 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-3f85c136-c997-48f9-a503-fe5086a2fb80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 HTTP/1.1" status: 200 len: 912 time: 0.7520020 Jun 23 17:12:27.740099 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-545eaa18-aed2-4b34-be24-e6cb3f3a6771 req-72b42021-c30b-4b21-844e-aec82bdbb427 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111817 Jun 23 17:12:27.804604 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-8cd80e83-7f80-44bd-ba27-6c1bb97a7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:27.806558 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-8cd80e83-7f80-44bd-ba27-6c1bb97a7da9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1410012 Jun 23 17:12:27.812998 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-4dab7d9e-53e9-4910-ac96-43ef1f348201 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8910ed54-da53-4e0c-a689-825852d3a4cf HTTP/1.1" status: 200 len: 217 time: 0.0694761 Jun 23 17:12:27.858019 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ddca748-5610-4254-a386-6d3fb7b96f35 admin admin] Publish callbacks [] for security_group (3623c937-ca06-4298-b9f4-c81b6c9dd159), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:27.865941 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ddca748-5610-4254-a386-6d3fb7b96f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (3623c937-ca06-4298-b9f4-c81b6c9dd159), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:27.923770 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4ddca748-5610-4254-a386-6d3fb7b96f35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bab30797572474dbe2bcf13d7e3d0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7507083 Jun 23 17:12:27.926706 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 47450) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:27.937175 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddca748-5610-4254-a386-6d3fb7b96f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3623c937-ca06-4298-b9f4-c81b6c9dd159,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:28.000849 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-339ed7ed-4b4d-4971-a4fe-15e67e8827cf admin admin] Publish callbacks [] for security_group (3623c937-ca06-4298-b9f4-c81b6c9dd159), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:28.051747 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-339ed7ed-4b4d-4971-a4fe-15e67e8827cf admin admin] Publish callbacks [] for security_group (3623c937-ca06-4298-b9f4-c81b6c9dd159), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:28.195051 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04545b1-1c42-4e14-b50d-62622c10be36 x-openstack-request-id: req-d04545b1-1c42-4e14-b50d-62622c10be36 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:12:28.195552 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517df8d9-1e33-4448-a439-8ea166866a32", "tag": "48141e67-5b25-450e-90a9-9f9ac8cb4882", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:12:28.195956 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d04545b1-1c42-4e14-b50d-62622c10be36 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:12:28.196581 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04545b1-1c42-4e14-b50d-62622c10be36'] response: {'name': 'network-changed', 'server_uuid': '517df8d9-1e33-4448-a439-8ea166866a32', 'tag': '48141e67-5b25-450e-90a9-9f9ac8cb4882', 'status': 'completed', 'code': 200} Jun 23 17:12:28.217978 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabd198-e39f-4f3e-bd8a-bcf3bc5ea0a2 req-97d13a9c-799e-4a37-b43b-2181c6910323 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:28.221085 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3eabd198-e39f-4f3e-bd8a-bcf3bc5ea0a2 req-97d13a9c-799e-4a37-b43b-2181c6910323 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.1024456 Jun 23 17:12:28.262194 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-339ed7ed-4b4d-4971-a4fe-15e67e8827cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (3623c937-ca06-4298-b9f4-c81b6c9dd159), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:28.267468 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-339ed7ed-4b4d-4971-a4fe-15e67e8827cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:28.272484 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-339ed7ed-4b4d-4971-a4fe-15e67e8827cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3623c937-ca06-4298-b9f4-c81b6c9dd159 HTTP/1.1" status: 204 len: 168 time: 0.3443429 Jun 23 17:12:28.282042 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:28.309121 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ed7ed-4b4d-4971-a4fe-15e67e8827cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3623c937-ca06-4298-b9f4-c81b6c9dd159,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:28.356862 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:28.367292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47462) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:28.392993 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3eabd198-e39f-4f3e-bd8a-bcf3bc5ea0a2 req-fd2ab822-d67c-42e5-9ffa-4f72d0d10174 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658893 Jun 23 17:12:28.461059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'tag': '30b1cac9-5302-4079-b5e0-7137567b16e5'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:12:28.463920 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009cf26e-68f4-4958-8ee9-5bed75fef2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d75741-4c24-4377-baeb-d11dc232c879", "tag": "30b1cac9-5302-4079-b5e0-7137567b16e5"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:12:28.554627 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3cd006-a352-461a-813b-d5b260e4a11f x-openstack-request-id: req-8b3cd006-a352-461a-813b-d5b260e4a11f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:12:28.555270 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d75741-4c24-4377-baeb-d11dc232c879", "tag": "30b1cac9-5302-4079-b5e0-7137567b16e5", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:12:28.555698 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b3cd006-a352-461a-813b-d5b260e4a11f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:12:28.556200 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3cd006-a352-461a-813b-d5b260e4a11f'] response: {'name': 'network-changed', 'server_uuid': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'tag': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'status': 'completed', 'code': 200} Jun 23 17:12:28.602330 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818525e-2f98-40ce-86d6-3bb4db6a7e6e req-0bbaca24-8881-4723-920b-2af5637384b3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:28.612620 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4818525e-2f98-40ce-86d6-3bb4db6a7e6e req-0bbaca24-8881-4723-920b-2af5637384b3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0770593 Jun 23 17:12:28.707225 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4818525e-2f98-40ce-86d6-3bb4db6a7e6e req-f781375c-1411-4eff-a777-4743ba1ae21b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931537 Jun 23 17:12:28.829724 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec7e1f-3b8e-48f0-9c00-437adb4cfcb0 req-a1a115b5-0c0e-4acd-b85d-62317cf91c56 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:28.834220 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4ec7e1f-3b8e-48f0-9c00-437adb4cfcb0 req-a1a115b5-0c0e-4acd-b85d-62317cf91c56 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.1088817 Jun 23 17:12:28.957025 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4ec7e1f-3b8e-48f0-9c00-437adb4cfcb0 req-d9b065b0-af91-49cc-8fac-124f251dd19d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059749 Jun 23 17:12:29.010532 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-71d19121-0a3b-4b5b-989e-0d55dba6a652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.090063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:29.099592 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-71d19121-0a3b-4b5b-989e-0d55dba6a652 admin admin] Publish callbacks [] for security_group (82a73b77-8848-4603-97ec-930c5c9ebd76), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.104504 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-71d19121-0a3b-4b5b-989e-0d55dba6a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (82a73b77-8848-4603-97ec-930c5c9ebd76), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.143951 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d19121-0a3b-4b5b-989e-0d55dba6a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a73b77-8848-4603-97ec-930c5c9ebd76,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:29.149404 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-71d19121-0a3b-4b5b-989e-0d55dba6a652 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=705c41a0ba4d41179c23816cc5b82cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7806261 Jun 23 17:12:29.151967 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47490) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:29.163487 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 47492) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:29.177478 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5eae0df4-93d5-48a1-a256-42f8a929e33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.200983 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57c3edef-2cbc-48b6-b2de-c418a7338d40 admin admin] Publish callbacks [] for security_group (82a73b77-8848-4603-97ec-930c5c9ebd76), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.223390 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57c3edef-2cbc-48b6-b2de-c418a7338d40 admin admin] Publish callbacks [] for security_group (82a73b77-8848-4603-97ec-930c5c9ebd76), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.257946 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5eae0df4-93d5-48a1-a256-42f8a929e33b admin admin] Publish callbacks [] for security_group (cf7035e7-6eaa-4f0a-a5aa-a8f03468727d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.263493 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5eae0df4-93d5-48a1-a256-42f8a929e33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (cf7035e7-6eaa-4f0a-a5aa-a8f03468727d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.272490 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57c3edef-2cbc-48b6-b2de-c418a7338d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (82a73b77-8848-4603-97ec-930c5c9ebd76), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.275076 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57c3edef-2cbc-48b6-b2de-c418a7338d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.276258 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-57c3edef-2cbc-48b6-b2de-c418a7338d40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82a73b77-8848-4603-97ec-930c5c9ebd76 HTTP/1.1" status: 204 len: 168 time: 0.1233881 Jun 23 17:12:29.284664 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3edef-2cbc-48b6-b2de-c418a7338d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a73b77-8848-4603-97ec-930c5c9ebd76,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:29.318814 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5eae0df4-93d5-48a1-a256-42f8a929e33b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57b2c9ed78d0410c9f5bf149e79edeed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541932 Jun 23 17:12:29.319535 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae0df4-93d5-48a1-a256-42f8a929e33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7035e7-6eaa-4f0a-a5aa-a8f03468727d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:29.321809 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47496) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:29.372980 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f92365cf-83a9-48a4-99ad-47673c113902 admin admin] Publish callbacks [] for security_group (cf7035e7-6eaa-4f0a-a5aa-a8f03468727d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.397160 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f92365cf-83a9-48a4-99ad-47673c113902 admin admin] Publish callbacks [] for security_group (cf7035e7-6eaa-4f0a-a5aa-a8f03468727d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.446365 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f92365cf-83a9-48a4-99ad-47673c113902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (cf7035e7-6eaa-4f0a-a5aa-a8f03468727d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.449228 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f92365cf-83a9-48a4-99ad-47673c113902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.452851 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f92365cf-83a9-48a4-99ad-47673c113902 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf7035e7-6eaa-4f0a-a5aa-a8f03468727d HTTP/1.1" status: 204 len: 168 time: 0.1276231 Jun 23 17:12:29.459204 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92365cf-83a9-48a4-99ad-47673c113902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7035e7-6eaa-4f0a-a5aa-a8f03468727d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:29.474736 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:29.552194 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7fbeb-70da-4887-bd12-c66bca3d6e82 req-a106bd4a-8c1c-4841-a072-18986c0a452b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:29.553836 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e1e7fbeb-70da-4887-bd12-c66bca3d6e82 req-a106bd4a-8c1c-4841-a072-18986c0a452b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0568860 Jun 23 17:12:29.604853 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e1e7fbeb-70da-4887-bd12-c66bca3d6e82 req-9b15fb78-0392-4809-bc1f-51e4231f5a40 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451801 Jun 23 17:12:29.667986 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47506) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:29.685826 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-32e59ad4-3609-40e2-be05-f4f80f3ed174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.750534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:29.764085 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-32e59ad4-3609-40e2-be05-f4f80f3ed174 admin admin] Publish callbacks [] for security_group (6146d90c-6d99-4c5c-a9f0-562e1e8ea697), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.770004 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-32e59ad4-3609-40e2-be05-f4f80f3ed174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (6146d90c-6d99-4c5c-a9f0-562e1e8ea697), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.840666 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e59ad4-3609-40e2-be05-f4f80f3ed174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6146d90c-6d99-4c5c-a9f0-562e1e8ea697,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:29.848545 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-32e59ad4-3609-40e2-be05-f4f80f3ed174 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=861ce962b8a746deaa12b693a76f5e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794314 Jun 23 17:12:29.851122 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47516) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:29.869726 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9dd6b-94a5-4cb5-8126-78d2e7b6dcc7 req-057d69ef-54c5-44c6-9aa8-d2cfbfbc4805 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:29.871221 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90d9dd6b-94a5-4cb5-8126-78d2e7b6dcc7 req-057d69ef-54c5-44c6-9aa8-d2cfbfbc4805 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0956364 Jun 23 17:12:29.953547 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90d9dd6b-94a5-4cb5-8126-78d2e7b6dcc7 req-4e40698e-4efd-43a1-af00-d211cbac643e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717063 Jun 23 17:12:29.954291 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-944dd9f1-5198-4f17-92e8-56b6b78a2762 admin admin] Publish callbacks [] for security_group (6146d90c-6d99-4c5c-a9f0-562e1e8ea697), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:29.983338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-944dd9f1-5198-4f17-92e8-56b6b78a2762 admin admin] Publish callbacks [] for security_group (6146d90c-6d99-4c5c-a9f0-562e1e8ea697), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:30.020755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:30.059483 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-649cd570-1d88-473f-8aee-c624a8f19333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:30.062802 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-944dd9f1-5198-4f17-92e8-56b6b78a2762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (6146d90c-6d99-4c5c-a9f0-562e1e8ea697), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:30.066361 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-944dd9f1-5198-4f17-92e8-56b6b78a2762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:30.070679 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-944dd9f1-5198-4f17-92e8-56b6b78a2762 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6146d90c-6d99-4c5c-a9f0-562e1e8ea697 HTTP/1.1" status: 204 len: 168 time: 0.2186069 Jun 23 17:12:30.081842 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dd9f1-5198-4f17-92e8-56b6b78a2762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6146d90c-6d99-4c5c-a9f0-562e1e8ea697,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:30.127264 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98966eb-0274-41db-a64a-a021022e5e5f req-2eaf1998-5d81-4f18-b7f9-13c7519ca190 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:30.128799 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a98966eb-0274-41db-a64a-a021022e5e5f req-2eaf1998-5d81-4f18-b7f9-13c7519ca190 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0751145 Jun 23 17:12:30.205141 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a98966eb-0274-41db-a64a-a021022e5e5f req-e0f624b4-40f9-4253-b3cd-eb5ada9c92f8 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706513 Jun 23 17:12:30.210518 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cdc2c3-760e-4876-86fc-3f85c50f0a31', 'tag': '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:12:30.214254 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed294f6-b9a6-47f5-988f-f34377f4bbda" -d '{"events": [{"name": "network-changed", "server_uuid": "05cdc2c3-760e-4876-86fc-3f85c50f0a31", "tag": "3612ccfa-71a1-4cf4-800c-6c5428ab6f0e"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:12:30.253442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f1b0f-4a74-4bcc-ac9d-55c6728dd255 x-openstack-request-id: req-1f4f1b0f-4a74-4bcc-ac9d-55c6728dd255 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:12:30.253732 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cdc2c3-760e-4876-86fc-3f85c50f0a31", "tag": "3612ccfa-71a1-4cf4-800c-6c5428ab6f0e", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:12:30.254096 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f4f1b0f-4a74-4bcc-ac9d-55c6728dd255 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:12:30.254718 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4f1b0f-4a74-4bcc-ac9d-55c6728dd255'] response: {'name': 'network-changed', 'server_uuid': '05cdc2c3-760e-4876-86fc-3f85c50f0a31', 'tag': '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e', 'status': 'completed', 'code': 200} Jun 23 17:12:30.779493 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634a89a-d001-4b0c-9071-e07df3296204 req-1ce4de58-b7ac-44d5-b0de-61b0af5ba999 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:30.782303 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7634a89a-d001-4b0c-9071-e07df3296204 req-1ce4de58-b7ac-44d5-b0de-61b0af5ba999 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.1023047 Jun 23 17:12:30.878130 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7634a89a-d001-4b0c-9071-e07df3296204 req-cbd07cb6-ff8b-4c60-91dd-ea6296e5afdd tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880301 Jun 23 17:12:31.104284 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d6cea-5f68-4001-a0ea-963b2cb28193 req-00f8f463-9bbd-4abb-8217-d1e57a65e707 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:31.106698 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b0d6cea-5f68-4001-a0ea-963b2cb28193 req-00f8f463-9bbd-4abb-8217-d1e57a65e707 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0617180 Jun 23 17:12:31.166562 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b0d6cea-5f68-4001-a0ea-963b2cb28193 req-15db83be-59f7-49e7-82dd-a02fdf3514c1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522034 Jun 23 17:12:31.325311 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23748e-1f26-4bb8-b119-56e156cd1f97 req-c1cb856d-2f3a-45af-bb8e-cdc1be559df5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:31.326939 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1c23748e-1f26-4bb8-b119-56e156cd1f97 req-c1cb856d-2f3a-45af-bb8e-cdc1be559df5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0525043 Jun 23 17:12:31.382931 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1c23748e-1f26-4bb8-b119-56e156cd1f97 req-3bcd9594-df7f-4813-9614-a8083b5a29df tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496342 Jun 23 17:12:32.007436 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168f63-9bfc-4f88-ba71-9d7750716dc9 req-237e3a17-7351-4b2c-8e49-74db86ef2f76 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:32.009276 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae168f63-9bfc-4f88-ba71-9d7750716dc9 req-237e3a17-7351-4b2c-8e49-74db86ef2f76 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0546813 Jun 23 17:12:32.057104 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae168f63-9bfc-4f88-ba71-9d7750716dc9 req-f6e65d81-65d8-4744-95bd-ab30a9ac21ce tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Jun 23 17:12:32.287694 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2629122-3041-4fea-a645-3645334fc9d6 req-d8e23b86-9ec1-47d2-a7e6-ed95912260d9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:32.289267 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c2629122-3041-4fea-a645-3645334fc9d6 req-d8e23b86-9ec1-47d2-a7e6-ed95912260d9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0500176 Jun 23 17:12:32.321848 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c742b83d-2a7b-4d5e-a17e-0481e5f7abbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.353200 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c2629122-3041-4fea-a645-3645334fc9d6 req-063f7367-7511-4973-95b0-be3990c36ca4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583792 Jun 23 17:12:32.382795 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47678) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:32.492896 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d6d4e-3695-44d1-9999-1b3e4b954fbc req-bc79393c-1a0a-4aef-81f1-d55199e01b14 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:32.494511 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-097d6d4e-3695-44d1-9999-1b3e4b954fbc req-bc79393c-1a0a-4aef-81f1-d55199e01b14 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0511944 Jun 23 17:12:32.514093 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e44e19e1-7946-4a0a-a2ac-c55aac693a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.573216 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-097d6d4e-3695-44d1-9999-1b3e4b954fbc req-43a7e4a3-8a6c-4c90-a993-3bfcd4ad6cd3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710335 Jun 23 17:12:32.626578 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e44e19e1-7946-4a0a-a2ac-c55aac693a7b admin admin] Publish callbacks [] for security_group (1c4896b8-0ca2-4e92-aef4-9a480fcbb813), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.631371 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e44e19e1-7946-4a0a-a2ac-c55aac693a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1c4896b8-0ca2-4e92-aef4-9a480fcbb813), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.672948 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 47694) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:32.673120 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e44e19e1-7946-4a0a-a2ac-c55aac693a7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70ada299fb7e43b1b2b4ab1f8dc890d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889891 Jun 23 17:12:32.674047 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e19e1-7946-4a0a-a2ac-c55aac693a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4896b8-0ca2-4e92-aef4-9a480fcbb813,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:32.725124 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-71e86376-4ad4-4db6-8ec6-bf819d35cda7 admin admin] Publish callbacks [] for security_group (1c4896b8-0ca2-4e92-aef4-9a480fcbb813), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.746268 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:12:32.746962 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47698) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:32.759111 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-71e86376-4ad4-4db6-8ec6-bf819d35cda7 admin admin] Publish callbacks [] for security_group (1c4896b8-0ca2-4e92-aef4-9a480fcbb813), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.815144 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-71e86376-4ad4-4db6-8ec6-bf819d35cda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1c4896b8-0ca2-4e92-aef4-9a480fcbb813), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.817677 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-71e86376-4ad4-4db6-8ec6-bf819d35cda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.818982 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-71e86376-4ad4-4db6-8ec6-bf819d35cda7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c4896b8-0ca2-4e92-aef4-9a480fcbb813 HTTP/1.1" status: 204 len: 168 time: 0.1449165 Jun 23 17:12:32.828376 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e86376-4ad4-4db6-8ec6-bf819d35cda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4896b8-0ca2-4e92-aef4-9a480fcbb813,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:32.899988 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a6655f5-a240-4108-a6ab-0ad5870dfa1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:32.900475 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:32.912961 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:33.007950 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-ec9847f0-92f2-4395-a0eb-5f4284d23f39 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344001 Jun 23 17:12:33.012037 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a6655f5-a240-4108-a6ab-0ad5870dfa1e admin admin] Publish callbacks [] for security_group (721c3540-bfc1-4d58-af76-46ee823d3bfb), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.017633 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a6655f5-a240-4108-a6ab-0ad5870dfa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (721c3540-bfc1-4d58-af76-46ee823d3bfb), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.021875 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:33.060645 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5a6655f5-a240-4108-a6ab-0ad5870dfa1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4352740813a4351b981b119d6f9b5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125801 Jun 23 17:12:33.061385 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6655f5-a240-4108-a6ab-0ad5870dfa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721c3540-bfc1-4d58-af76-46ee823d3bfb,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:33.063675 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 47708) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:33.137961 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9754162e-bf74-49df-9afc-b2915b8e4ddd admin admin] Publish callbacks [] for security_group (721c3540-bfc1-4d58-af76-46ee823d3bfb), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.191304 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-bf1268e5-cec9-4783-8c2a-9b0b71263040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.192957 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-bf1268e5-cec9-4783-8c2a-9b0b71263040 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60381e8b-c068-4fbf-b931-a5317bba2be7 HTTP/1.1" status: 200 len: 850 time: 0.0670116 Jun 23 17:12:33.195047 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9754162e-bf74-49df-9afc-b2915b8e4ddd admin admin] Publish callbacks [] for security_group (721c3540-bfc1-4d58-af76-46ee823d3bfb), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.233257 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0b6fa-f256-409a-9f16-e8c4f0a05c25 req-3fe2e377-bba0-4b74-a580-b851bcfcc302 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.234698 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-35d0b6fa-f256-409a-9f16-e8c4f0a05c25 req-3fe2e377-bba0-4b74-a580-b851bcfcc302 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0785201 Jun 23 17:12:33.237661 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47716) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:33.255893 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-add1b2d3-bf7e-4354-8937-73bbdc72c02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.279145 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9754162e-bf74-49df-9afc-b2915b8e4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (721c3540-bfc1-4d58-af76-46ee823d3bfb), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.281721 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9754162e-bf74-49df-9afc-b2915b8e4ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.287764 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9754162e-bf74-49df-9afc-b2915b8e4ddd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/721c3540-bfc1-4d58-af76-46ee823d3bfb HTTP/1.1" status: 204 len: 168 time: 0.2209074 Jun 23 17:12:33.305927 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47720) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:33.337123 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:33.374422 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754162e-bf74-49df-9afc-b2915b8e4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721c3540-bfc1-4d58-af76-46ee823d3bfb,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:33.391548 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-b5d4567e-6645-453f-930a-886105f2fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.393218 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-b5d4567e-6645-453f-930a-886105f2fd85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4e8f9c9-156d-4104-b1dc-aee5f43cbe07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0882127 Jun 23 17:12:33.396347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-f88e0911-23a0-4196-a63d-bfbb09c9b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.397845 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-f88e0911-23a0-4196-a63d-bfbb09c9b70e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 1128 time: 0.1075311 Jun 23 17:12:33.417158 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-35d0b6fa-f256-409a-9f16-e8c4f0a05c25 req-49405c58-62d9-4abb-aef4-2391dd594e94 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716185 Jun 23 17:12:33.465585 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.506770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-add1b2d3-bf7e-4354-8937-73bbdc72c02c admin admin] Publish callbacks [] for security_group (fc7938c0-1163-438c-a17f-35f6764384db), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.524050 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-e23e00e4-e725-48a5-97c0-705da3fb22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.538072 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-e23e00e4-e725-48a5-97c0-705da3fb22bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 1127 time: 0.2242572 Jun 23 17:12:33.568925 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-add1b2d3-bf7e-4354-8937-73bbdc72c02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (fc7938c0-1163-438c-a17f-35f6764384db), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.665252 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cceaadb-837b-4a7a-bb13-04ff6b83e364 req-10e7611e-108a-46b1-8555-d20db8a02fe4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.667182 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cceaadb-837b-4a7a-bb13-04ff6b83e364 req-10e7611e-108a-46b1-8555-d20db8a02fe4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.1720271 Jun 23 17:12:33.708029 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0d96-6394-42c4-9910-ea2ba3c46315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.713865 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-add1b2d3-bf7e-4354-8937-73bbdc72c02c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a4a846e1f11414e8b841ee6dd1cfbc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732506 Jun 23 17:12:33.739533 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47738) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:33.764964 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1b2d3-bf7e-4354-8937-73bbdc72c02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7938c0-1163-438c-a17f-35f6764384db,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:33.797002 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-38eea1fa-c6d3-4065-893f-8753d7e5488c service neutron] 10.222.0.57 "GET /v2.0/networks/b4e8f9c9-156d-4104-b1dc-aee5f43cbe07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906200 Jun 23 17:12:33.798129 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-afe2c25b-fd5c-4940-ab7b-a6ec4d967043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.799620 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-afe2c25b-fd5c-4940-ab7b-a6ec4d967043 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.3944917 Jun 23 17:12:33.817864 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-b98b1ba1-312b-4865-9d45-c9926280f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.820056 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-b98b1ba1-312b-4865-9d45-c9926280f935 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 915 time: 0.2614202 Jun 23 17:12:33.846459 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-857bfaa0-6212-4b37-a698-3b631116931c service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422449 Jun 23 17:12:33.865154 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c048a-5c63-41e6-87c3-01754a45ce02 req-5cd9582f-643e-4e58-8667-c90cddd281b7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:33.867574 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c93c048a-5c63-41e6-87c3-01754a45ce02 req-5cd9582f-643e-4e58-8667-c90cddd281b7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0777643 Jun 23 17:12:33.878120 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cceaadb-837b-4a7a-bb13-04ff6b83e364 req-8529c8fe-0831-4423-a889-2aae0c0b1595 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758864 Jun 23 17:12:33.906241 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e241ca0b-1a90-4452-b954-c5a610c847b3 admin admin] Publish callbacks [] for security_group (fc7938c0-1163-438c-a17f-35f6764384db), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.928485 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:33.943310 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c93c048a-5c63-41e6-87c3-01754a45ce02 req-e55023ef-58f5-4961-b7f0-6216eeeedc19 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697122 Jun 23 17:12:33.946929 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e241ca0b-1a90-4452-b954-c5a610c847b3 admin admin] Publish callbacks [] for security_group (fc7938c0-1163-438c-a17f-35f6764384db), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.974120 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 47744) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:33.979186 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0d96-6394-42c4-9910-ea2ba3c46315 admin admin] Publish callbacks [] for security_group (18c51190-3840-4686-8312-e6d7dcf3f0a8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.986866 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f4a0d96-6394-42c4-9910-ea2ba3c46315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (18c51190-3840-4686-8312-e6d7dcf3f0a8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:33.990188 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e0cb014c-3070-4c8a-b80d-3ea20f68086b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.045084 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6f4a0d96-6394-42c4-9910-ea2ba3c46315 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b5dd4c269074b7b8a0cee4e00350f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7283614 Jun 23 17:12:34.045742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47746) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:34.052091 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a0d96-6394-42c4-9910-ea2ba3c46315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c51190-3840-4686-8312-e6d7dcf3f0a8,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:34.096171 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e241ca0b-1a90-4452-b954-c5a610c847b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (fc7938c0-1163-438c-a17f-35f6764384db), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.100368 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e241ca0b-1a90-4452-b954-c5a610c847b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.105039 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e241ca0b-1a90-4452-b954-c5a610c847b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc7938c0-1163-438c-a17f-35f6764384db HTTP/1.1" status: 204 len: 168 time: 0.3543632 Jun 23 17:12:34.135514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241ca0b-1a90-4452-b954-c5a610c847b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7938c0-1163-438c-a17f-35f6764384db,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:34.162605 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c766-15c2-4158-875b-50951fabac1f admin admin] Publish callbacks [] for security_group (18c51190-3840-4686-8312-e6d7dcf3f0a8), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.179836 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e0cb014c-3070-4c8a-b80d-3ea20f68086b admin admin] Publish callbacks [] for security_group (7cd62095-904d-4370-a98c-d3d7ea20f51c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.188043 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:34.188755 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e0cb014c-3070-4c8a-b80d-3ea20f68086b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (7cd62095-904d-4370-a98c-d3d7ea20f51c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.193891 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c766-15c2-4158-875b-50951fabac1f admin admin] Publish callbacks [] for security_group (18c51190-3840-4686-8312-e6d7dcf3f0a8), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.250112 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb014c-3070-4c8a-b80d-3ea20f68086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd62095-904d-4370-a98c-d3d7ea20f51c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:34.252147 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c766-15c2-4158-875b-50951fabac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (18c51190-3840-4686-8312-e6d7dcf3f0a8), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.255998 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e0cb014c-3070-4c8a-b80d-3ea20f68086b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db3330dd93e84bb5ba997d82b4b3c29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807369 Jun 23 17:12:34.258656 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 47754) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:34.270528 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c766-15c2-4158-875b-50951fabac1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.272062 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dfa3c766-15c2-4158-875b-50951fabac1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18c51190-3840-4686-8312-e6d7dcf3f0a8 HTTP/1.1" status: 204 len: 168 time: 0.2258351 Jun 23 17:12:34.272855 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47756) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:34.286740 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3c766-15c2-4158-875b-50951fabac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c51190-3840-4686-8312-e6d7dcf3f0a8,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:34.289361 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:34.360516 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87204441-4161-4795-8375-298e37fdf13b admin admin] Publish callbacks [] for security_group (7cd62095-904d-4370-a98c-d3d7ea20f51c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.385299 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:34.387606 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87204441-4161-4795-8375-298e37fdf13b admin admin] Publish callbacks [] for security_group (7cd62095-904d-4370-a98c-d3d7ea20f51c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.442466 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87204441-4161-4795-8375-298e37fdf13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (7cd62095-904d-4370-a98c-d3d7ea20f51c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.445264 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-87204441-4161-4795-8375-298e37fdf13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.446455 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-87204441-4161-4795-8375-298e37fdf13b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cd62095-904d-4370-a98c-d3d7ea20f51c HTTP/1.1" status: 204 len: 168 time: 0.1866314 Jun 23 17:12:34.455410 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87204441-4161-4795-8375-298e37fdf13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd62095-904d-4370-a98c-d3d7ea20f51c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:34.583514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f6eef-178c-421b-9c08-6b3ca4a62069 req-147caa9f-b955-4aa7-bc11-c96b6278a0a4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:34.586394 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-459f6eef-178c-421b-9c08-6b3ca4a62069 req-147caa9f-b955-4aa7-bc11-c96b6278a0a4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0675299 Jun 23 17:12:34.588019 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0612ec13-f745-4e96-869c-88728826ef09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.647550 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 47772) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:34.662172 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-459f6eef-178c-421b-9c08-6b3ca4a62069 req-22478230-8449-45f2-8081-9ec5b741a1b7 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699294 Jun 23 17:12:34.669547 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9fede5f7-ca66-47c3-b358-0efcdcc6ce68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.714528 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0612ec13-f745-4e96-869c-88728826ef09 admin admin] Publish callbacks [] for security_group (2e8948b0-620a-4f9b-a72e-94f9e289bfaa), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.721604 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0612ec13-f745-4e96-869c-88728826ef09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2e8948b0-620a-4f9b-a72e-94f9e289bfaa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.758475 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0612ec13-f745-4e96-869c-88728826ef09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29ecc99db76446599656891ad3860f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4824510 Jun 23 17:12:34.761707 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47776) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:34.788637 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9fede5f7-ca66-47c3-b358-0efcdcc6ce68 admin admin] Publish callbacks [] for security_group (a200dfa8-350f-4d88-8959-0f27b3861fee), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.792935 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.795042 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9fede5f7-ca66-47c3-b358-0efcdcc6ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a200dfa8-350f-4d88-8959-0f27b3861fee), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.830189 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612ec13-f745-4e96-869c-88728826ef09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8948b0-620a-4f9b-a72e-94f9e289bfaa,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:34.839811 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.859430 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47782) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:34.861285 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9fede5f7-ca66-47c3-b358-0efcdcc6ce68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=401d68f5707f4cc986917683a17ca452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126696 Jun 23 17:12:34.866684 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-017b0cc0-ece1-4ba3-a754-e9a72e41e2d7 admin admin] Publish callbacks [] for security_group (2e8948b0-620a-4f9b-a72e-94f9e289bfaa), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.874640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fede5f7-ca66-47c3-b358-0efcdcc6ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a200dfa8-350f-4d88-8959-0f27b3861fee,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:34.917050 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-017b0cc0-ece1-4ba3-a754-e9a72e41e2d7 admin admin] Publish callbacks [] for security_group (2e8948b0-620a-4f9b-a72e-94f9e289bfaa), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.959892 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f929193-83c2-4a23-8dc1-b98a061ad465 admin admin] Publish callbacks [] for security_group (a200dfa8-350f-4d88-8959-0f27b3861fee), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:34.974627 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:34.990636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f929193-83c2-4a23-8dc1-b98a061ad465 admin admin] Publish callbacks [] for security_group (a200dfa8-350f-4d88-8959-0f27b3861fee), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.034147 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-017b0cc0-ece1-4ba3-a754-e9a72e41e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2e8948b0-620a-4f9b-a72e-94f9e289bfaa), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.035562 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124c3df-f9f2-4c0e-9d5c-2cd2934b5825 req-4fc0091a-f63f-422f-8f35-3665cf65a337 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:35.036781 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-017b0cc0-ece1-4ba3-a754-e9a72e41e2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.037928 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-017b0cc0-ece1-4ba3-a754-e9a72e41e2d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e8948b0-620a-4f9b-a72e-94f9e289bfaa HTTP/1.1" status: 204 len: 168 time: 0.2750053 Jun 23 17:12:35.040709 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7124c3df-f9f2-4c0e-9d5c-2cd2934b5825 req-4fc0091a-f63f-422f-8f35-3665cf65a337 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0831919 Jun 23 17:12:35.070676 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b0cc0-ece1-4ba3-a754-e9a72e41e2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8948b0-620a-4f9b-a72e-94f9e289bfaa,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:35.098036 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fa100-9101-42e9-b8ee-5b470dd0397f req-8af7b565-3480-4a23-96b3-4c568324d986 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:35.099951 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c54fa100-9101-42e9-b8ee-5b470dd0397f req-8af7b565-3480-4a23-96b3-4c568324d986 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0746655 Jun 23 17:12:35.116957 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f929193-83c2-4a23-8dc1-b98a061ad465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a200dfa8-350f-4d88-8959-0f27b3861fee), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.120416 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f929193-83c2-4a23-8dc1-b98a061ad465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.123894 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6f929193-83c2-4a23-8dc1-b98a061ad465 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a200dfa8-350f-4d88-8959-0f27b3861fee HTTP/1.1" status: 204 len: 168 time: 0.2609954 Jun 23 17:12:35.134336 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7124c3df-f9f2-4c0e-9d5c-2cd2934b5825 req-46dd54ea-de21-4596-b330-a6ca8c82728e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892053 Jun 23 17:12:35.143642 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f929193-83c2-4a23-8dc1-b98a061ad465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a200dfa8-350f-4d88-8959-0f27b3861fee,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:35.180159 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c54fa100-9101-42e9-b8ee-5b470dd0397f req-44993cdc-7815-41f0-ae90-d83e7a5cafef tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706651 Jun 23 17:12:35.223514 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.566640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47820) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:35.585140 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df1215ea-4338-4840-98c1-48b4cb383ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.671632 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df1215ea-4338-4840-98c1-48b4cb383ea2 admin admin] Publish callbacks [] for security_group (2cb2aac1-c1b1-4016-b4b3-85b146a4cc39), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.678563 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df1215ea-4338-4840-98c1-48b4cb383ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2cb2aac1-c1b1-4016-b4b3-85b146a4cc39), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:35.759875 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-df1215ea-4338-4840-98c1-48b4cb383ea2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8951d66e7d7b48c08f36bb799c2f69b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921396 Jun 23 17:12:35.780886 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47832) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:35.790355 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-8c0e35dd-a415-4a09-925d-3c1130bd0da0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b1cac9-5302-4079-b5e0-7137567b16e5 HTTP/1.1" status: 200 len: 217 time: 0.0689833 Jun 23 17:12:35.838715 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12566386-c8dd-41ed-aae8-d996c293c33e req-7d0bc96d-2e13-4ada-a2a7-d5788880648f tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:35.845831 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12566386-c8dd-41ed-aae8-d996c293c33e req-7d0bc96d-2e13-4ada-a2a7-d5788880648f tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0572734 Jun 23 17:12:35.898479 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12566386-c8dd-41ed-aae8-d996c293c33e req-35afe516-b89d-435a-94aa-9afe10aeeb38 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512378 Jun 23 17:12:36.049702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:36.067315 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-3b834047-43c4-4189-9e00-ff3efe339149 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882 HTTP/1.1" status: 200 len: 217 time: 0.3120716 Jun 23 17:12:36.071450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1215ea-4338-4840-98c1-48b4cb383ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb2aac1-c1b1-4016-b4b3-85b146a4cc39,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:36.164849 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5303b3a-de9c-47a9-81f1-a7d2f58ef1d4 req-d5ce5d0e-3355-4716-90bf-a6551322a103 service neutron] 10.222.0.57 "GET /v2.0/networks/b4e8f9c9-156d-4104-b1dc-aee5f43cbe07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217701 Jun 23 17:12:36.165874 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46a0d07f-4fb2-4489-b3a1-1a98d69be19a admin admin] Publish callbacks [] for security_group (2cb2aac1-c1b1-4016-b4b3-85b146a4cc39), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:36.194971 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46a0d07f-4fb2-4489-b3a1-1a98d69be19a admin admin] Publish callbacks [] for security_group (2cb2aac1-c1b1-4016-b4b3-85b146a4cc39), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:36.291265 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996c576-0b4e-44b4-825f-0d6a57221b73 req-92f81b67-fe72-469b-a9b4-e21b0da0a75a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:36.293954 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1996c576-0b4e-44b4-825f-0d6a57221b73 req-92f81b67-fe72-469b-a9b4-e21b0da0a75a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0756400 Jun 23 17:12:36.335623 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46a0d07f-4fb2-4489-b3a1-1a98d69be19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2cb2aac1-c1b1-4016-b4b3-85b146a4cc39), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:36.338251 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46a0d07f-4fb2-4489-b3a1-1a98d69be19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:36.339453 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-46a0d07f-4fb2-4489-b3a1-1a98d69be19a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cb2aac1-c1b1-4016-b4b3-85b146a4cc39 HTTP/1.1" status: 204 len: 168 time: 0.5514038 Jun 23 17:12:36.340371 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fecff-8aae-4ae3-ad04-9e7a16065df0 req-cde01a36-253d-408e-9338-2d1e702f14b4 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:36.341948 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0c3fecff-8aae-4ae3-ad04-9e7a16065df0 req-cde01a36-253d-408e-9338-2d1e702f14b4 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0698912 Jun 23 17:12:36.366766 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1996c576-0b4e-44b4-825f-0d6a57221b73 req-0421fdc4-e834-40d0-b94a-1b44fecd5c20 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663092 Jun 23 17:12:36.367470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0d07f-4fb2-4489-b3a1-1a98d69be19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb2aac1-c1b1-4016-b4b3-85b146a4cc39,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:36.428816 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0c3fecff-8aae-4ae3-ad04-9e7a16065df0 req-0e4ade6a-ffd5-4662-a023-08609df6fd53 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779550 Jun 23 17:12:37.019518 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe6eb3-b422-4b5c-bada-8f86486dec44 req-146d1bba-da34-4e3c-ad8a-d858072d0c94 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:37.021038 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-28fe6eb3-b422-4b5c-bada-8f86486dec44 req-146d1bba-da34-4e3c-ad8a-d858072d0c94 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0550830 Jun 23 17:12:37.035709 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:37.075406 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-28fe6eb3-b422-4b5c-bada-8f86486dec44 req-c7a28217-2863-4a0a-8456-86245e684be7 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476296 Jun 23 17:12:37.510370 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ba80-6676-4def-8ab0-0803759036dd req-822b06b1-a71f-417d-b0b7-8162a0dcbd20 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:37.513445 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ee73ba80-6676-4def-8ab0-0803759036dd req-822b06b1-a71f-417d-b0b7-8162a0dcbd20 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0650432 Jun 23 17:12:37.538307 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:37.565702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29658a-133d-4966-8e50-e43b62e36c1d req-504e11d2-8f66-4b0c-8286-66355e02c1c6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:37.567274 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d29658a-133d-4966-8e50-e43b62e36c1d req-504e11d2-8f66-4b0c-8286-66355e02c1c6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0585241 Jun 23 17:12:37.591086 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ee73ba80-6676-4def-8ab0-0803759036dd req-2e0ddb04-8fc1-4cb3-b9b3-ece27544166e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717964 Jun 23 17:12:37.620736 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d29658a-133d-4966-8e50-e43b62e36c1d req-dae7236c-f921-4e1c-9bed-37c9303778da tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467954 Jun 23 17:12:38.216970 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047052f-fb73-4c6b-9b1a-bcf19e79a098 req-aabac8d3-6eb8-4697-b10c-2a6679fee292 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:38.218788 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e047052f-fb73-4c6b-9b1a-bcf19e79a098 req-aabac8d3-6eb8-4697-b10c-2a6679fee292 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0674696 Jun 23 17:12:38.279941 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e047052f-fb73-4c6b-9b1a-bcf19e79a098 req-813f72fd-8037-4e9f-94de-92a6205dcb0b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553827 Jun 23 17:12:38.496470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 47994) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:38.739456 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca32c8-18ab-4991-88b9-f408dfdb6e05 req-ad0a58e1-28be-4250-840c-353926a719d9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:38.741204 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45ca32c8-18ab-4991-88b9-f408dfdb6e05 req-ad0a58e1-28be-4250-840c-353926a719d9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0585475 Jun 23 17:12:38.761283 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3aee223e-7e38-4dba-ac20-eca31098980c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:38.776245 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c89fb1-53b1-42a0-a0eb-b6b697137031 req-c6c2c24c-419a-4e06-82d9-539e5a9faccd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:38.785478 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47c89fb1-53b1-42a0-a0eb-b6b697137031 req-c6c2c24c-419a-4e06-82d9-539e5a9faccd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0621283 Jun 23 17:12:38.835220 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45ca32c8-18ab-4991-88b9-f408dfdb6e05 req-a54c6133-88f6-4b46-9b17-311bb0fe563d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759976 Jun 23 17:12:38.849104 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47c89fb1-53b1-42a0-a0eb-b6b697137031 req-2a706866-33cc-4388-923c-a34441f861e9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620534 Jun 23 17:12:38.891060 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3aee223e-7e38-4dba-ac20-eca31098980c admin admin] Publish callbacks [] for security_group (68f81480-2aa0-403e-b420-c20ff4a8ff64), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:38.898742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3aee223e-7e38-4dba-ac20-eca31098980c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (68f81480-2aa0-403e-b420-c20ff4a8ff64), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:38.944708 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3aee223e-7e38-4dba-ac20-eca31098980c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4bcd0a89902481f8e7fb48f6cf0f368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444523 Jun 23 17:12:38.945074 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48026) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:38.957898 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee223e-7e38-4dba-ac20-eca31098980c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f81480-2aa0-403e-b420-c20ff4a8ff64,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:38.997717 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2de0b8a1-3acc-4f4b-940d-375fa2e4b497 admin admin] Publish callbacks [] for security_group (68f81480-2aa0-403e-b420-c20ff4a8ff64), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:39.021225 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2de0b8a1-3acc-4f4b-940d-375fa2e4b497 admin admin] Publish callbacks [] for security_group (68f81480-2aa0-403e-b420-c20ff4a8ff64), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:39.076631 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2de0b8a1-3acc-4f4b-940d-375fa2e4b497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (68f81480-2aa0-403e-b420-c20ff4a8ff64), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:39.079998 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2de0b8a1-3acc-4f4b-940d-375fa2e4b497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:39.083647 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2de0b8a1-3acc-4f4b-940d-375fa2e4b497 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68f81480-2aa0-403e-b420-c20ff4a8ff64 HTTP/1.1" status: 204 len: 168 time: 0.1353018 Jun 23 17:12:39.089935 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0b8a1-3acc-4f4b-940d-375fa2e4b497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f81480-2aa0-403e-b420-c20ff4a8ff64,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:39.413748 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:39.427961 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda528-2548-4026-be25-22b6730f9573 req-eaf14739-125b-478c-8652-9d17dd2ed1f9 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:39.429640 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4acda528-2548-4026-be25-22b6730f9573 req-eaf14739-125b-478c-8652-9d17dd2ed1f9 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0608640 Jun 23 17:12:39.481882 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4acda528-2548-4026-be25-22b6730f9573 req-6c2c02b8-76d5-4604-826c-4359f3e87b6c tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Jun 23 17:12:39.971275 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dced75-2722-46ed-8c01-a5515e7f9ea3 req-c3a2d47c-5cf1-4b3b-9db6-2a3460af0c8c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:39.978477 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-59dced75-2722-46ed-8c01-a5515e7f9ea3 req-c3a2d47c-5cf1-4b3b-9db6-2a3460af0c8c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0639985 Jun 23 17:12:40.000919 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607e747-2560-4a80-8352-f309a89cd457 req-ddba510b-068c-450b-ab11-12c159da4dc7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:40.009604 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3607e747-2560-4a80-8352-f309a89cd457 req-ddba510b-068c-450b-ab11-12c159da4dc7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0961490 Jun 23 17:12:40.013240 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-4a618e5d-386d-4d14-adf7-0a17cdbc4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:40.014695 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-4a618e5d-386d-4d14-adf7-0a17cdbc4fb2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0898082 Jun 23 17:12:40.044120 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-59dced75-2722-46ed-8c01-a5515e7f9ea3 req-5b6f5a29-4adb-4012-91cb-bd2b2dd45a7b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626202 Jun 23 17:12:40.068934 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3607e747-2560-4a80-8352-f309a89cd457 req-0abaf3de-09de-40e9-8eaf-55c1cedcb8b9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583308 Jun 23 17:12:40.608723 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69763c82-ae6c-4ae8-a408-e5044493a834 req-b47592df-8321-42de-9d19-ba8599db1035 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:40.610494 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-69763c82-ae6c-4ae8-a408-e5044493a834 req-b47592df-8321-42de-9d19-ba8599db1035 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0581508 Jun 23 17:12:40.614927 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 48106) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:40.662827 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-69763c82-ae6c-4ae8-a408-e5044493a834 req-d5d4a0d6-e8e3-469e-b64c-695116925b88 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Jun 23 17:12:40.726185 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-771e932b-ade4-47cd-af46-42772d288701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:40.791931 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:40.806708 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-771e932b-ade4-47cd-af46-42772d288701 admin admin] Publish callbacks [] for security_group (0bd0fe7c-6a29-4b47-83bf-acc84e4b349f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:40.815155 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-771e932b-ade4-47cd-af46-42772d288701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (0bd0fe7c-6a29-4b47-83bf-acc84e4b349f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:40.853820 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e932b-ade4-47cd-af46-42772d288701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd0fe7c-6a29-4b47-83bf-acc84e4b349f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:40.861029 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-771e932b-ade4-47cd-af46-42772d288701 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7c4516bcce046a388e8c5339310619e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451057 Jun 23 17:12:40.861194 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48114) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:40.911679 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2cb7-ed8a-4291-92b0-2f15aaf73386 admin admin] Publish callbacks [] for security_group (0bd0fe7c-6a29-4b47-83bf-acc84e4b349f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:40.922424 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:40.935070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2cb7-ed8a-4291-92b0-2f15aaf73386 admin admin] Publish callbacks [] for security_group (0bd0fe7c-6a29-4b47-83bf-acc84e4b349f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:40.986337 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2cb7-ed8a-4291-92b0-2f15aaf73386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (0bd0fe7c-6a29-4b47-83bf-acc84e4b349f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:40.988858 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2cb7-ed8a-4291-92b0-2f15aaf73386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:40.990056 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6b1f2cb7-ed8a-4291-92b0-2f15aaf73386 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bd0fe7c-6a29-4b47-83bf-acc84e4b349f HTTP/1.1" status: 204 len: 168 time: 0.1277676 Jun 23 17:12:41.000100 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f2cb7-ed8a-4291-92b0-2f15aaf73386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd0fe7c-6a29-4b47-83bf-acc84e4b349f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:41.248551 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3188a32-907f-4766-b96f-5c11e49d59fe req-bbb01c03-f3f1-48e5-b620-7fed4ad3707e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:41.258857 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3188a32-907f-4766-b96f-5c11e49d59fe req-bbb01c03-f3f1-48e5-b620-7fed4ad3707e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.1054902 Jun 23 17:12:41.261441 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c3b9f-dd88-419f-a9b6-eae6765a308b req-b0deacf2-2bf7-4a3e-9e74-d646c0df911a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:41.263084 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9a9c3b9f-dd88-419f-a9b6-eae6765a308b req-b0deacf2-2bf7-4a3e-9e74-d646c0df911a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0948868 Jun 23 17:12:41.338468 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9a9c3b9f-dd88-419f-a9b6-eae6765a308b req-ebbdacf0-324f-4cf0-9bc5-5e3e3451019f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689161 Jun 23 17:12:41.340308 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3188a32-907f-4766-b96f-5c11e49d59fe req-6963426f-ea59-47f3-83fe-7d766b9d49b5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748360 Jun 23 17:12:41.485036 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 48152) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:41.500720 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ef3b3bc-eb6b-4aac-8ddd-7506f2d124f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:41.589774 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ef3b3bc-eb6b-4aac-8ddd-7506f2d124f5 admin admin] Publish callbacks [] for security_group (8e1865d9-0b55-4b35-8021-e61e4c903c03), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:41.595078 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ef3b3bc-eb6b-4aac-8ddd-7506f2d124f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (8e1865d9-0b55-4b35-8021-e61e4c903c03), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:41.635941 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7ef3b3bc-eb6b-4aac-8ddd-7506f2d124f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf32d9c1b39e4703b52e44cdff6d2e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490598 Jun 23 17:12:41.636778 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3b3bc-eb6b-4aac-8ddd-7506f2d124f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1865d9-0b55-4b35-8021-e61e4c903c03,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:41.639557 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48164) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:41.708694 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46a1f756-516d-4ee4-b212-f3b0946ef1e3 admin admin] Publish callbacks [] for security_group (8e1865d9-0b55-4b35-8021-e61e4c903c03), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:41.751143 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46a1f756-516d-4ee4-b212-f3b0946ef1e3 admin admin] Publish callbacks [] for security_group (8e1865d9-0b55-4b35-8021-e61e4c903c03), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:41.808912 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d0f79-d744-4257-a8fb-955fded7de34 req-edd92fdc-33d3-4ba8-b1dc-dd84e85b3a26 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:41.810417 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef1d0f79-d744-4257-a8fb-955fded7de34 req-edd92fdc-33d3-4ba8-b1dc-dd84e85b3a26 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0767140 Jun 23 17:12:41.866589 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46a1f756-516d-4ee4-b212-f3b0946ef1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (8e1865d9-0b55-4b35-8021-e61e4c903c03), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:41.869070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46a1f756-516d-4ee4-b212-f3b0946ef1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:41.873341 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-46a1f756-516d-4ee4-b212-f3b0946ef1e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e1865d9-0b55-4b35-8021-e61e4c903c03 HTTP/1.1" status: 204 len: 168 time: 0.2327399 Jun 23 17:12:41.907409 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef1d0f79-d744-4257-a8fb-955fded7de34 req-f3d81498-562f-4553-b8bf-467f78f4ca5d tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896268 Jun 23 17:12:41.912094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1f756-516d-4ee4-b212-f3b0946ef1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1865d9-0b55-4b35-8021-e61e4c903c03,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:42.446634 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:42.470816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74484d32-da71-4128-9de0-3faecdfe8e12 req-41ebbd48-c9a9-41f1-897b-177d03a36c5d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:42.472392 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-74484d32-da71-4128-9de0-3faecdfe8e12 req-41ebbd48-c9a9-41f1-897b-177d03a36c5d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0608623 Jun 23 17:12:42.511562 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b16966-17a8-4479-9d41-31e7fb797b4d req-bd8953f7-cbb0-415d-b4b6-8351b046f2e4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:42.513142 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9b16966-17a8-4479-9d41-31e7fb797b4d req-bd8953f7-cbb0-415d-b4b6-8351b046f2e4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0524635 Jun 23 17:12:42.532401 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-74484d32-da71-4128-9de0-3faecdfe8e12 req-661f8d34-48c6-4076-837a-c5089cf6045e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508945 Jun 23 17:12:42.593922 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9b16966-17a8-4479-9d41-31e7fb797b4d req-f430a6e8-471c-461e-8000-a63090cb094d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718539 Jun 23 17:12:43.017842 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ba43-f3ea-42a1-aa42-6af0cecf40f3 req-cc1dc80c-d3d1-4c2e-9dbf-7b57a3b6eda5 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:43.019336 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bc53ba43-f3ea-42a1-aa42-6af0cecf40f3 req-cc1dc80c-d3d1-4c2e-9dbf-7b57a3b6eda5 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0480900 Jun 23 17:12:43.067798 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bc53ba43-f3ea-42a1-aa42-6af0cecf40f3 req-65aa5ac2-1bbc-44a6-aca8-e9a8a9fae44e tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Jun 23 17:12:43.096631 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 48238) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:43.226159 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2682b851-ea9b-4313-b1a5-bf35d01803cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:43.315399 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2682b851-ea9b-4313-b1a5-bf35d01803cb admin admin] Publish callbacks [] for security_group (147818fe-be8f-4d24-96f9-e0ba3a440198), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:43.320999 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2682b851-ea9b-4313-b1a5-bf35d01803cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (147818fe-be8f-4d24-96f9-e0ba3a440198), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:43.361910 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2682b851-ea9b-4313-b1a5-bf35d01803cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bc9de2c716a4bea96785a39af9fbeec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640948 Jun 23 17:12:43.362855 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682b851-ea9b-4313-b1a5-bf35d01803cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147818fe-be8f-4d24-96f9-e0ba3a440198,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:43.364893 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48242) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:43.422790 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-342f3402-41cc-4450-9418-791ef08508a1 admin admin] Publish callbacks [] for security_group (147818fe-be8f-4d24-96f9-e0ba3a440198), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:43.443130 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:43.445110 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-342f3402-41cc-4450-9418-791ef08508a1 admin admin] Publish callbacks [] for security_group (147818fe-be8f-4d24-96f9-e0ba3a440198), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:43.493939 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-342f3402-41cc-4450-9418-791ef08508a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (147818fe-be8f-4d24-96f9-e0ba3a440198), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:43.496762 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-342f3402-41cc-4450-9418-791ef08508a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:43.497975 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-342f3402-41cc-4450-9418-791ef08508a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/147818fe-be8f-4d24-96f9-e0ba3a440198 HTTP/1.1" status: 204 len: 168 time: 0.1319506 Jun 23 17:12:43.506310 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f3402-41cc-4450-9418-791ef08508a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147818fe-be8f-4d24-96f9-e0ba3a440198,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:43.655659 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c862-28cf-455d-9fa4-b3a3e0e420dd req-59bfb68c-7459-4435-b4c8-df23603c2088 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:43.657181 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e684c862-28cf-455d-9fa4-b3a3e0e420dd req-59bfb68c-7459-4435-b4c8-df23603c2088 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0561924 Jun 23 17:12:43.714845 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e684c862-28cf-455d-9fa4-b3a3e0e420dd req-f1d3e11f-92f2-4127-b7f9-aea6b21fd890 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518224 Jun 23 17:12:43.731219 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f56b8-e627-4b58-8bfd-a83190c9a45a req-0c360153-9274-4fae-a193-44c2db0a4941 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:43.738268 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-857f56b8-e627-4b58-8bfd-a83190c9a45a req-0c360153-9274-4fae-a193-44c2db0a4941 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0807004 Jun 23 17:12:43.793254 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-857f56b8-e627-4b58-8bfd-a83190c9a45a req-82925243-8de4-4e9b-bd4d-c80388182062 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537076 Jun 23 17:12:44.184556 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39571203-3a34-4215-a713-4b04b5555bb4 req-9eb72bae-02a4-47dc-84fd-a9dd7f68589a tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:44.186080 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39571203-3a34-4215-a713-4b04b5555bb4 req-9eb72bae-02a4-47dc-84fd-a9dd7f68589a tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0508778 Jun 23 17:12:44.235290 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39571203-3a34-4215-a713-4b04b5555bb4 req-77cda7ac-a2e5-40d2-bfc1-ff064b9d82f4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Jun 23 17:12:44.429961 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 48141e67-5b25-450e-90a9-9f9ac8cb4882 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:12:44.655984 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 48141e67-5b25-450e-90a9-9f9ac8cb4882, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:44.667981 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '48141e67-5b25-450e-90a9-9f9ac8cb4882', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'port_id': '48141e67-5b25-450e-90a9-9f9ac8cb4882', 'mac_address': 'fa:16:3e:47:c2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:12:44.710374 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 48141e67-5b25-450e-90a9-9f9ac8cb4882 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:44.710803 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:44.724877 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48141e67-5b25-450e-90a9-9f9ac8cb4882 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:12:44.745580 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 48141e67-5b25-450e-90a9-9f9ac8cb4882, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:44.751000 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:44.751809 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 30b1cac9-5302-4079-b5e0-7137567b16e5 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:12:44.825183 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:44.828628 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=48141e67-5b25-450e-90a9-9f9ac8cb4882,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:44.846058 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbccf8-214d-4983-bc1a-88c4bf21d2d6 req-72ce72e5-f7f8-4953-8034-596af7abba4b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:44.847604 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-75cbccf8-214d-4983-bc1a-88c4bf21d2d6 req-72ce72e5-f7f8-4953-8034-596af7abba4b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 943 time: 0.0581567 Jun 23 17:12:44.886345 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:44.896162 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:44.901672 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-75cbccf8-214d-4983-bc1a-88c4bf21d2d6 req-8c7c520e-4aeb-499f-b9a9-89f965d42309 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469387 Jun 23 17:12:44.907991 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 30b1cac9-5302-4079-b5e0-7137567b16e5, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=30b1cac9-5302-4079-b5e0-7137567b16e5,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:44.922244 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:12:44.937581 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bcac2-6f0a-4354-ac2b-9b5e3cfa1a6d req-f47cd12b-fffa-48d9-ba05-ffc24d46a620 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:44.939928 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-003bcac2-6f0a-4354-ac2b-9b5e3cfa1a6d req-f47cd12b-fffa-48d9-ba05-ffc24d46a620 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0676765 Jun 23 17:12:44.961343 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 30b1cac9-5302-4079-b5e0-7137567b16e5 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:44.961740 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:44.975379 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b1cac9-5302-4079-b5e0-7137567b16e5 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:12:44.995155 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-003bcac2-6f0a-4354-ac2b-9b5e3cfa1a6d req-eb5de152-b660-4bd0-acf2-4183f508d8ad tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Jun 23 17:12:45.000919 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 30b1cac9-5302-4079-b5e0-7137567b16e5, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=30b1cac9-5302-4079-b5e0-7137567b16e5,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:45.006157 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:45.052666 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=30b1cac9-5302-4079-b5e0-7137567b16e5,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:45.354087 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909e2d-b285-4c31-b2f9-41969342f3e6 req-0b249b9a-0cba-491b-b1dc-a316364d65ea tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:45.355531 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-16909e2d-b285-4c31-b2f9-41969342f3e6 req-0b249b9a-0cba-491b-b1dc-a316364d65ea tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0505402 Jun 23 17:12:45.404419 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-16909e2d-b285-4c31-b2f9-41969342f3e6 req-85432a3f-283b-4c6a-bcc5-d729b11b4547 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Jun 23 17:12:46.034124 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c407f-0462-42fc-af96-dd876d93df38 req-98aec9fc-4a7c-4a7c-82cd-8c3ebea4a40c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:46.035666 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b1c407f-0462-42fc-af96-dd876d93df38 req-98aec9fc-4a7c-4a7c-82cd-8c3ebea4a40c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0594749 Jun 23 17:12:46.060205 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:46.093024 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b1c407f-0462-42fc-af96-dd876d93df38 req-c8387f9b-f223-4a77-8676-f2717220bd2a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497317 Jun 23 17:12:46.120058 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212cabe-f407-4152-b5ff-1a523eb5c0a3 req-b0e455e2-a83c-44e0-81a8-9df304e24566 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:46.121932 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9212cabe-f407-4152-b5ff-1a523eb5c0a3 req-b0e455e2-a83c-44e0-81a8-9df304e24566 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0569746 Jun 23 17:12:46.176081 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9212cabe-f407-4152-b5ff-1a523eb5c0a3 req-72b09a13-a3a2-45d3-bd2a-27a346481702 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Jun 23 17:12:46.540132 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71529347-bb35-412c-ad26-fd12b6d54723 req-a2982872-2e58-4331-a360-3019968d78bf tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:46.541640 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-71529347-bb35-412c-ad26-fd12b6d54723 req-a2982872-2e58-4331-a360-3019968d78bf tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0545640 Jun 23 17:12:46.590124 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-71529347-bb35-412c-ad26-fd12b6d54723 req-5effe971-d116-4e2c-a1da-ad278f6e9411 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 Jun 23 17:12:47.007597 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['48141e67-5b25-450e-90a9-9f9ac8cb4882'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:12:47.255535 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce990dcf-ae16-4a00-83fa-c145cfd48e53 req-4ad0df9e-9df5-4028-82a8-9a23fa8030e9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:47.258170 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ce990dcf-ae16-4a00-83fa-c145cfd48e53 req-4ad0df9e-9df5-4028-82a8-9a23fa8030e9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0686281 Jun 23 17:12:47.331648 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ce990dcf-ae16-4a00-83fa-c145cfd48e53 req-e0ef6b84-288a-4cfa-a510-37a4bd4f753c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664172 Jun 23 17:12:47.346532 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12656156-052c-4294-aef3-ac6b3104f659 req-8f3bc5a3-c98a-4731-a539-7aaca48dcfc4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:47.348285 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12656156-052c-4294-aef3-ac6b3104f659 req-8f3bc5a3-c98a-4731-a539-7aaca48dcfc4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0725343 Jun 23 17:12:47.352076 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['30b1cac9-5302-4079-b5e0-7137567b16e5'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:12:47.420222 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12656156-052c-4294-aef3-ac6b3104f659 req-08e3aee0-c18d-4f14-a039-877119b1e9f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662487 Jun 23 17:12:47.719115 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf60d5e-22de-4bba-8711-74d4ce35a8e8 req-c4f7503c-eed9-4afe-aadf-3d3ee9505e47 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:47.720778 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ddf60d5e-22de-4bba-8711-74d4ce35a8e8 req-c4f7503c-eed9-4afe-aadf-3d3ee9505e47 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0547473 Jun 23 17:12:47.774690 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ddf60d5e-22de-4bba-8711-74d4ce35a8e8 req-450d924a-1e29-4e5b-a215-407a9db93c80 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479472 Jun 23 17:12:48.463240 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f712e-d494-437f-88e7-d86adfe87bd6 req-e9ec1155-8b47-47c3-aa8b-0d96cf3954cf tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:48.464728 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-761f712e-d494-437f-88e7-d86adfe87bd6 req-e9ec1155-8b47-47c3-aa8b-0d96cf3954cf tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0496666 Jun 23 17:12:48.515010 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-761f712e-d494-437f-88e7-d86adfe87bd6 req-cd27de9e-f060-4494-a624-0fd348dc3933 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442557 Jun 23 17:12:48.536593 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1844b-8988-46a4-8822-405f94b25c5c req-69f60ff5-3946-4301-b19b-4aeb9cfc8185 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:48.538167 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f5e1844b-8988-46a4-8822-405f94b25c5c req-69f60ff5-3946-4301-b19b-4aeb9cfc8185 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0476916 Jun 23 17:12:48.585014 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f5e1844b-8988-46a4-8822-405f94b25c5c req-485aaa11-d495-4797-bd3d-998cb80d3dc1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Jun 23 17:12:48.896459 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b83b8-fc74-45dd-ac84-272cd2870a1d req-b254365c-5876-4540-9b08-65138ecb697d tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:48.898071 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef9b83b8-fc74-45dd-ac84-272cd2870a1d req-b254365c-5876-4540-9b08-65138ecb697d tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0485973 Jun 23 17:12:48.947981 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef9b83b8-fc74-45dd-ac84-272cd2870a1d req-6af199dd-da92-4895-95c1-740b76c7db7b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Jun 23 17:12:49.635445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:49.654513 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501eeef-7bef-44d6-bda2-525126e1bf7a req-9f629b97-a1a6-4c1e-9784-fbacd97c727d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:49.656020 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7501eeef-7bef-44d6-bda2-525126e1bf7a req-9f629b97-a1a6-4c1e-9784-fbacd97c727d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0630481 Jun 23 17:12:49.712008 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7501eeef-7bef-44d6-bda2-525126e1bf7a req-12504340-b5bb-49a6-b45a-bc43f516877a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501099 Jun 23 17:12:49.720988 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d12b9-63c0-4499-b05a-b0850a8945da req-f791d006-e1a6-4ef2-9a68-3281c5576e9a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:49.722519 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-520d12b9-63c0-4499-b05a-b0850a8945da req-f791d006-e1a6-4ef2-9a68-3281c5576e9a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0583265 Jun 23 17:12:49.769927 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-520d12b9-63c0-4499-b05a-b0850a8945da req-492fee1b-3433-47d3-af3a-0f4c1b2d2f6c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Jun 23 17:12:50.070950 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9d71c-2d16-4d47-9a9b-ecffbd6cfe4e req-757b3131-71d4-49fb-a654-fd69b9b75b99 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:50.072424 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b4d9d71c-2d16-4d47-9a9b-ecffbd6cfe4e req-757b3131-71d4-49fb-a654-fd69b9b75b99 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0491097 Jun 23 17:12:50.123329 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b4d9d71c-2d16-4d47-9a9b-ecffbd6cfe4e req-906c0853-ce9e-40bb-a237-57bf50eed859 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Jun 23 17:12:50.839072 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ed8c3-2cac-4ee1-a62b-f4d71c684cf5 req-c7ac36e2-8c8f-4d13-8cea-b92d0d738343 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:50.840552 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-922ed8c3-2cac-4ee1-a62b-f4d71c684cf5 req-c7ac36e2-8c8f-4d13-8cea-b92d0d738343 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0483072 Jun 23 17:12:50.884098 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7b91c-6251-4b26-922e-8db1b9b2fc8e req-1aa1b8a2-1ef5-4841-a395-87918e694f61 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:50.885627 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78d7b91c-6251-4b26-922e-8db1b9b2fc8e req-1aa1b8a2-1ef5-4841-a395-87918e694f61 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0481477 Jun 23 17:12:50.886871 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-922ed8c3-2cac-4ee1-a62b-f4d71c684cf5 req-f28a7ff8-90d9-46fa-a38d-eee3db96f656 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408578 Jun 23 17:12:51.110379 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78d7b91c-6251-4b26-922e-8db1b9b2fc8e req-4211342f-e5df-4d25-8c95-e2460b158568 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189729 Jun 23 17:12:51.242931 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b840e-a04d-4230-bc4e-77e4c39069df req-931f2b8b-cb16-48e2-ad4b-7918f8fe33fa tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:51.244463 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c6b840e-a04d-4230-bc4e-77e4c39069df req-931f2b8b-cb16-48e2-ad4b-7918f8fe33fa tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0532210 Jun 23 17:12:51.269347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:51.298037 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c6b840e-a04d-4230-bc4e-77e4c39069df req-0b9e32e5-dc39-4c49-a65d-859ad212ad67 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478024 Jun 23 17:12:52.008291 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79cd33-9213-42fa-b91d-c2742c5b22bd req-7200b1d2-5bb7-456f-8baa-3b94bdf0fff7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:52.009933 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da79cd33-9213-42fa-b91d-c2742c5b22bd req-7200b1d2-5bb7-456f-8baa-3b94bdf0fff7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0550704 Jun 23 17:12:52.058508 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da79cd33-9213-42fa-b91d-c2742c5b22bd req-572591f9-b93e-4b4a-b36e-e8b96f288169 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426579 Jun 23 17:12:52.231608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b20c2-93de-496c-8cd2-c3b2b4e0843d req-f5e8b896-8de0-433d-bf0b-76966201246c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:52.233142 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-742b20c2-93de-496c-8cd2-c3b2b4e0843d req-f5e8b896-8de0-433d-bf0b-76966201246c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0517135 Jun 23 17:12:52.327132 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-fb6f58e9-9d0b-4c21-9b15-41968afa354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:52.329193 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-fb6f58e9-9d0b-4c21-9b15-41968afa354a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.0585675 Jun 23 17:12:52.344946 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-742b20c2-93de-496c-8cd2-c3b2b4e0843d req-6931352d-1fdd-4c20-ae3b-8772a7e2e248 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056843 Jun 23 17:12:52.367568 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-0423ecbb-0b8c-4ffd-87e7-dd1de73bbacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:52.369077 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-0423ecbb-0b8c-4ffd-87e7-dd1de73bbacc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 1127 time: 0.0893879 Jun 23 17:12:52.370160 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-04bbd8ab-ca21-4ca0-9298-57ba6c5d7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:52.380386 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-04bbd8ab-ca21-4ca0-9298-57ba6c5d7297 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0867808 Jun 23 17:12:52.401108 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-6fb0c15f-09ad-4b12-9200-d40bd5ca5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:52.401567 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-6fb0c15f-09ad-4b12-9200-d40bd5ca5752 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0638983 Jun 23 17:12:52.458830 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6ef3a-611c-4f56-bcc9-6a18a379f85c req-b835c851-9f24-4654-83bb-9da5ec9f73e0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:52.460334 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-92a6ef3a-611c-4f56-bcc9-6a18a379f85c req-b835c851-9f24-4654-83bb-9da5ec9f73e0 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0554569 Jun 23 17:12:52.507137 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-92a6ef3a-611c-4f56-bcc9-6a18a379f85c req-bcd2079c-6524-4141-9fd6-bab2502b9e49 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Jun 23 17:12:53.187597 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75439078-8fa6-43e9-a075-1d48f39c4f5a req-6a30574a-b395-47c3-964b-9fbedec7de3e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:53.189420 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-75439078-8fa6-43e9-a075-1d48f39c4f5a req-6a30574a-b395-47c3-964b-9fbedec7de3e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0498114 Jun 23 17:12:53.235886 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-75439078-8fa6-43e9-a075-1d48f39c4f5a req-9acb9b9b-488a-4895-9932-653e9159cb5b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 Jun 23 17:12:53.473440 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:53.484375 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60255d-6ebd-47b2-bc66-67b24306274f req-adbb6286-3245-494f-bd37-155da37ec912 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:53.485907 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7b60255d-6ebd-47b2-bc66-67b24306274f req-adbb6286-3245-494f-bd37-155da37ec912 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0482049 Jun 23 17:12:53.538206 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7b60255d-6ebd-47b2-bc66-67b24306274f req-fe681e53-bf24-4e54-8fb5-14d128b7bdb2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Jun 23 17:12:53.618291 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:53.633119 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3fc98-5714-41ba-be7a-852da5c1db21 req-8b45e85e-eaaf-4604-93c9-d28b98ed4fc4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:53.634904 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6dd3fc98-5714-41ba-be7a-852da5c1db21 req-8b45e85e-eaaf-4604-93c9-d28b98ed4fc4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0592301 Jun 23 17:12:53.686448 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6dd3fc98-5714-41ba-be7a-852da5c1db21 req-27250c8a-bf49-470a-99fd-511200853881 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Jun 23 17:12:54.356365 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3cfd5-7dae-4d51-8744-7580ebc3d64d req-a214be8f-83f5-4616-87b0-4a9b109db4b5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:54.357823 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-57c3cfd5-7dae-4d51-8744-7580ebc3d64d req-a214be8f-83f5-4616-87b0-4a9b109db4b5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0528436 Jun 23 17:12:54.406725 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-57c3cfd5-7dae-4d51-8744-7580ebc3d64d req-ace5e92f-4eca-48ed-b4d7-667c2e4821ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417681 Jun 23 17:12:54.624137 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-0cd61c0c-827a-4c16-8aef-8b1abe05fc73 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933137 Jun 23 17:12:54.724446 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab51057-8fc1-45d5-ac33-73f8329409b2 req-a9a60dce-dc89-4dcb-93ff-53e96c4659b8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:54.725955 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ab51057-8fc1-45d5-ac33-73f8329409b2 req-a9a60dce-dc89-4dcb-93ff-53e96c4659b8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.1147633 Jun 23 17:12:54.767372 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-7a93224a-62d9-4bcc-9c47-ab9a181bd699 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271214 Jun 23 17:12:54.767372 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-51a78681-e1fa-4667-92b5-85976cb9a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:54.768661 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-51a78681-e1fa-4667-92b5-85976cb9a45c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.2388785 Jun 23 17:12:54.794194 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ab51057-8fc1-45d5-ac33-73f8329409b2 req-206fd613-cf31-4266-9f1b-32e6b0a0099f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594740 Jun 23 17:12:54.801864 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bd4b3-c44f-45b2-8cd4-294277678f4e req-d36a45d9-927d-41bb-bd8f-e4b91acd7581 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:54.803371 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-970bd4b3-c44f-45b2-8cd4-294277678f4e req-d36a45d9-927d-41bb-bd8f-e4b91acd7581 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0479157 Jun 23 17:12:54.851355 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-970bd4b3-c44f-45b2-8cd4-294277678f4e req-abd587ea-ca8c-4b73-ac43-73ff5a3b829c tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Jun 23 17:12:55.542176 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f1e6-acc8-481f-a057-328856501348 req-b9e1d1af-7dfe-42bb-b5bb-ea823ce3d3a1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:55.543695 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7082f1e6-acc8-481f-a057-328856501348 req-b9e1d1af-7dfe-42bb-b5bb-ea823ce3d3a1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0576324 Jun 23 17:12:55.591101 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7082f1e6-acc8-481f-a057-328856501348 req-77f83761-4794-4aab-8843-90e67491a789 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418253 Jun 23 17:12:55.891997 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-bc37071c-6f55-4936-b3b4-b159f28d881a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e HTTP/1.1" status: 200 len: 217 time: 0.0495257 Jun 23 17:12:55.944108 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:55.961904 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce727f-aa0d-4dfa-a7fb-5c83036c1820 req-a1bf052d-359d-49de-8862-338c9203e87f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:55.963381 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-55ce727f-aa0d-4dfa-a7fb-5c83036c1820 req-a1bf052d-359d-49de-8862-338c9203e87f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0920231 Jun 23 17:12:55.996503 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-009cf26e-68f4-4958-8ee9-5bed75fef2ae req-f5447e19-c78d-4e54-8efb-191d79473b7a service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545439 Jun 23 17:12:56.027142 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3a833-2550-4de6-a53a-a8a0132c46dd req-0e7d3c57-59c8-44df-abe6-7316239e2b69 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:56.028669 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a7d3a833-2550-4de6-a53a-a8a0132c46dd req-0e7d3c57-59c8-44df-abe6-7316239e2b69 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0984538 Jun 23 17:12:56.036665 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-55ce727f-aa0d-4dfa-a7fb-5c83036c1820 req-864b9abc-7184-49b4-9117-bdf89b03a624 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632291 Jun 23 17:12:56.037476 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-680e6089-c0b0-4793-b560-abba41a0b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:56.039011 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-680e6089-c0b0-4793-b560-abba41a0b65a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.1381459 Jun 23 17:12:56.052527 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c935db35-5fa1-410a-a939-e8e90b46d3ec req-661846dc-b723-4b25-b642-567e9ee0dca7 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036173 Jun 23 17:12:56.088665 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a7d3a833-2550-4de6-a53a-a8a0132c46dd req-2888aecb-5d1b-4ba2-9c5a-1b7c3a6edf7d tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476348 Jun 23 17:12:56.712378 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92e601-4380-4cdd-8118-8eb33c44b342 req-2c5c602e-fcad-441b-94a2-68aee827981f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:56.714132 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0a92e601-4380-4cdd-8118-8eb33c44b342 req-2c5c602e-fcad-441b-94a2-68aee827981f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0507283 Jun 23 17:12:56.767236 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0a92e601-4380-4cdd-8118-8eb33c44b342 req-88be54ce-d10e-4dda-8dad-3c07a0129556 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473914 Jun 23 17:12:57.170063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbcb1-5394-4aa7-a859-40e432785de2 req-0b54c8f4-9485-4700-8318-62bf5b44e607 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:57.171567 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95fbbcb1-5394-4aa7-a859-40e432785de2 req-0b54c8f4-9485-4700-8318-62bf5b44e607 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0608132 Jun 23 17:12:57.216120 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13472fcf-6a55-4432-95b2-ecbcd0f170e6 req-b4968c58-6661-40a9-9f83-465baad992e4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:57.217310 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:57.218327 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-13472fcf-6a55-4432-95b2-ecbcd0f170e6 req-b4968c58-6661-40a9-9f83-465baad992e4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0517302 Jun 23 17:12:57.222967 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95fbbcb1-5394-4aa7-a859-40e432785de2 req-60d86aaa-a47e-4ebf-bfcb-e97a062c39f1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454297 Jun 23 17:12:57.266774 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-13472fcf-6a55-4432-95b2-ecbcd0f170e6 req-cfc1cef6-150e-430c-a993-c60e05fdef3b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Jun 23 17:12:57.519044 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=34 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:57.522545 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:57.527017 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:57.751322 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 48141e67-5b25-450e-90a9-9f9ac8cb4882 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:57.807629 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 48141e67-5b25-450e-90a9-9f9ac8cb4882 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:12:57.818311 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 48141e67-5b25-450e-90a9-9f9ac8cb4882 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:57.819130 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:57.907091 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 48141e67-5b25-450e-90a9-9f9ac8cb4882 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:57.907487 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:57.920736 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bbeb5-1226-470c-b7cd-cb1d1d47779a req-6335b168-a256-47c9-80f1-245febdfa35a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:57.930808 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff2bbeb5-1226-470c-b7cd-cb1d1d47779a req-6335b168-a256-47c9-80f1-245febdfa35a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 944 time: 0.0800431 Jun 23 17:12:57.941002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517df8d9-1e33-4448-a439-8ea166866a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48141e67-5b25-450e-90a9-9f9ac8cb4882'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:12:57.995046 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff2bbeb5-1226-470c-b7cd-cb1d1d47779a req-b1fd24e3-709d-46b4-9d5c-4b0e072d27c8 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629308 Jun 23 17:12:58.020718 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 8910ed54-da53-4e0c-a689-825852d3a4cf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:12:58.032380 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 48141e67-5b25-450e-90a9-9f9ac8cb4882, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:58.040249 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:58.041075 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 30b1cac9-5302-4079-b5e0-7137567b16e5 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:12:58.174769 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=48141e67-5b25-450e-90a9-9f9ac8cb4882,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:58.182033 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb84a935-6241-49c3-a904-a3cc8a2dbf1e" -d '{"events": [{"server_uuid": "517df8d9-1e33-4448-a439-8ea166866a32", "name": "network-vif-plugged", "status": "completed", "tag": "48141e67-5b25-450e-90a9-9f9ac8cb4882"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:12:58.196394 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 30b1cac9-5302-4079-b5e0-7137567b16e5 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:12:58.201523 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.201985 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.202246 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.202744 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.203071 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.203608 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.203917 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.204494 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.204572 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.205100 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.205362 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.205686 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.206126 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.206546 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.206895 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:58.213026 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 30b1cac9-5302-4079-b5e0-7137567b16e5 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:12:58.213602 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:58.272614 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 8910ed54-da53-4e0c-a689-825852d3a4cf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8910ed54-da53-4e0c-a689-825852d3a4cf,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:58.290450 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '8910ed54-da53-4e0c-a689-825852d3a4cf', 'network_id': 'b4e8f9c9-156d-4104-b1dc-aee5f43cbe07', 'port_id': '8910ed54-da53-4e0c-a689-825852d3a4cf', 'mac_address': 'fa:16:3e:dd:d2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60381e8b-c068-4fbf-b931-a5317bba2be7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:12:58.368136 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:58.371376 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f4b7b-53bf-454a-87c6-2e6cdeaf4071 x-openstack-request-id: req-723f4b7b-53bf-454a-87c6-2e6cdeaf4071 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:12:58.371722 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517df8d9-1e33-4448-a439-8ea166866a32", "name": "network-vif-plugged", "status": "completed", "tag": "48141e67-5b25-450e-90a9-9f9ac8cb4882", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:12:58.372017 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-723f4b7b-53bf-454a-87c6-2e6cdeaf4071 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:12:58.372546 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723f4b7b-53bf-454a-87c6-2e6cdeaf4071'] response: {'server_uuid': '517df8d9-1e33-4448-a439-8ea166866a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48141e67-5b25-450e-90a9-9f9ac8cb4882', 'code': 200} Jun 23 17:12:58.379809 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c19526-bc71-414d-8228-d1f084e1aff3 req-eb6263d0-9353-4193-b2a0-303b92bee736 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:58.382341 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07c19526-bc71-414d-8228-d1f084e1aff3 req-eb6263d0-9353-4193-b2a0-303b92bee736 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0674484 Jun 23 17:12:58.386356 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 8910ed54-da53-4e0c-a689-825852d3a4cf is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:58.386746 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:58.391080 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 30b1cac9-5302-4079-b5e0-7137567b16e5 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:12:58.391447 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:58.418518 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8910ed54-da53-4e0c-a689-825852d3a4cf {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:12:58.452738 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 8910ed54-da53-4e0c-a689-825852d3a4cf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8910ed54-da53-4e0c-a689-825852d3a4cf,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:58.463384 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 30b1cac9-5302-4079-b5e0-7137567b16e5, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=30b1cac9-5302-4079-b5e0-7137567b16e5,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:12:58.464796 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:58.479267 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07c19526-bc71-414d-8228-d1f084e1aff3 req-dc5dea20-327f-405c-8228-3fac5451953e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894799 Jun 23 17:12:58.486792 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28597a02-b6c3-4323-b69b-45a2e8f14bdd req-cc84da7b-2e30-49a0-b43d-afa831294078 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:58.489320 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-28597a02-b6c3-4323-b69b-45a2e8f14bdd req-cc84da7b-2e30-49a0-b43d-afa831294078 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 943 time: 0.0660155 Jun 23 17:12:58.489587 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:58.522408 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=8910ed54-da53-4e0c-a689-825852d3a4cf,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:58.573739 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-28597a02-b6c3-4323-b69b-45a2e8f14bdd req-7df08e06-91f0-40e7-ab47-64f1734edb41 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680771 Jun 23 17:12:58.596978 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=30b1cac9-5302-4079-b5e0-7137567b16e5,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:58.889267 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=16 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:58.899082 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=18 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:58.917938 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['8910ed54-da53-4e0c-a689-825852d3a4cf'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:12:59.157562 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6f42a-f9aa-451c-8c67-6146f2613f6c req-d8ee9278-ee27-4955-84a3-1f485692949a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:59.166977 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9d6f42a-f9aa-451c-8c67-6146f2613f6c req-d8ee9278-ee27-4955-84a3-1f485692949a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0704000 Jun 23 17:12:59.242370 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-7f8c66a3-5aab-4217-a4af-5e8c9cbfdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:59.243922 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-7f8c66a3-5aab-4217-a4af-5e8c9cbfdea1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733695 Jun 23 17:12:59.278882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 48688) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:59.349525 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9d6f42a-f9aa-451c-8c67-6146f2613f6c req-2d2084be-9112-4987-98e9-77cf2682fc15 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781538 Jun 23 17:12:59.446723 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-612609d9-ddc0-44de-909c-f7cc9c39e61f service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810944 Jun 23 17:12:59.450779 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:59.547662 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Publish callbacks [] for security_group (70a78b2e-5fdb-44df-b989-cc6910b1208e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:59.553024 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (70a78b2e-5fdb-44df-b989-cc6910b1208e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:59.557351 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:12:59.610355 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb924d8-6629-4f01-b4b3-41d6fdf81dd3 req-1e938e35-544c-4c2d-9c7a-762ef51f9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:59.612686 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ebb924d8-6629-4f01-b4b3-41d6fdf81dd3 req-1e938e35-544c-4c2d-9c7a-762ef51f9ddb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 1130 time: 0.1357238 Jun 23 17:12:59.636088 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce7459c1f6314a32a20974ed2bb93741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535368 Jun 23 17:12:59.636407 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a78b2e-5fdb-44df-b989-cc6910b1208e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:12:59.636833 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48698) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:12:59.648259 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ebb924d8-6629-4f01-b4b3-41d6fdf81dd3 req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:12:59.649505 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc13bb6-a3ae-435d-a099-d000c11ca6b5 req-35f2d0e5-a24a-4480-bfa8-236cacecd9c8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:59.651095 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dbc13bb6-a3ae-435d-a099-d000c11ca6b5 req-35f2d0e5-a24a-4480-bfa8-236cacecd9c8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0913320 Jun 23 17:12:59.652569 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.653156 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.653664 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.654197 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.654697 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.655213 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.655709 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.656203 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.656697 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.657214 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.657782 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.658342 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.658912 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.659362 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.659754 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54a92c1-362b-45eb-a891-2c8986f0881f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:12:59.718846 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ed294f6-b9a6-47f5-988f-f34377f4bbda req-b21d6b64-ddb0-4e80-a4d5-a9c3bc12fccb service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646177 Jun 23 17:12:59.730303 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dbc13bb6-a3ae-435d-a099-d000c11ca6b5 req-b62f4c93-d27c-4224-96b9-5ca9d56efad5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663936 Jun 23 17:12:59.988002 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479f3-d973-4d4b-b919-9b36ac1530ad req-2a2626e0-6850-4085-8e79-446a891fee4b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:12:59.989450 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e2479f3-d973-4d4b-b919-9b36ac1530ad req-2a2626e0-6850-4085-8e79-446a891fee4b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 944 time: 0.2772710 Jun 23 17:12:59.991866 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b03a78e2-ec5e-4973-b29d-599aa8525836 admin admin] Publish callbacks [] for security_group (70a78b2e-5fdb-44df-b989-cc6910b1208e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.040740 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-199eae7d-87e0-4c4c-a10d-db6d42a2640d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.047349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b03a78e2-ec5e-4973-b29d-599aa8525836 admin admin] Publish callbacks [] for security_group (70a78b2e-5fdb-44df-b989-cc6910b1208e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.106731 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ebb924d8-6629-4f01-b4b3-41d6fdf81dd3 req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Publish callbacks [] for security_group (e6a00b30-d302-473c-b855-7e03214df6cc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.110359 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e2479f3-d973-4d4b-b919-9b36ac1530ad req-9204f75f-0364-4bc2-bef0-84edfc9251ef tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145561 Jun 23 17:13:00.114171 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ebb924d8-6629-4f01-b4b3-41d6fdf81dd3 req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e6a00b30-d302-473c-b855-7e03214df6cc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.130348 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 8910ed54-da53-4e0c-a689-825852d3a4cf up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:13:00.142748 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:00.157997 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a00b30-d302-473c-b855-7e03214df6cc,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:00.180441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.180796 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.181145 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.181485 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.181851 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.182213 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.182528 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.182891 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.183379 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.183665 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.183994 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.184323 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.184646 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.184970 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.185297 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:13:00.192406 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ebb924d8-6629-4f01-b4b3-41d6fdf81dd3 req-29794ae5-6a85-46d1-b4f2-f22cc92c303e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710461 Jun 23 17:13:00.201398 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b03a78e2-ec5e-4973-b29d-599aa8525836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (70a78b2e-5fdb-44df-b989-cc6910b1208e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.205428 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b03a78e2-ec5e-4973-b29d-599aa8525836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.218610 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 8910ed54-da53-4e0c-a689-825852d3a4cf completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:13:00.220276 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b03a78e2-ec5e-4973-b29d-599aa8525836 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70a78b2e-5fdb-44df-b989-cc6910b1208e HTTP/1.1" status: 204 len: 168 time: 0.5724032 Jun 23 17:13:00.227572 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 8910ed54-da53-4e0c-a689-825852d3a4cf triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:13:00.228064 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.232765 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a78e2-ec5e-4973-b29d-599aa8525836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a78b2e-5fdb-44df-b989-cc6910b1208e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:00.328354 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 8910ed54-da53-4e0c-a689-825852d3a4cf is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:13:00.328780 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.375511 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b1cac9-5302-4079-b5e0-7137567b16e5'}, {'server_uuid': '9b077dba-5836-45fb-a0e5-3a19c5a5c124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8910ed54-da53-4e0c-a689-825852d3a4cf'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:13:00.379115 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681c50cc-da03-41b3-8252-1bee8483f2de" -d '{"events": [{"server_uuid": "c4d75741-4c24-4377-baeb-d11dc232c879", "name": "network-vif-plugged", "status": "completed", "tag": "30b1cac9-5302-4079-b5e0-7137567b16e5"}, {"server_uuid": "9b077dba-5836-45fb-a0e5-3a19c5a5c124", "name": "network-vif-plugged", "status": "completed", "tag": "8910ed54-da53-4e0c-a689-825852d3a4cf"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:00.386505 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 8910ed54-da53-4e0c-a689-825852d3a4cf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8910ed54-da53-4e0c-a689-825852d3a4cf,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:00.392894 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.436856 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Jun 2022 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4b53fb-8b32-413e-b3f9-6ded46a63c5a x-openstack-request-id: req-dd4b53fb-8b32-413e-b3f9-6ded46a63c5a {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:00.437207 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d75741-4c24-4377-baeb-d11dc232c879", "name": "network-vif-plugged", "status": "completed", "tag": "30b1cac9-5302-4079-b5e0-7137567b16e5", "code": 200}, {"server_uuid": "9b077dba-5836-45fb-a0e5-3a19c5a5c124", "name": "network-vif-plugged", "status": "completed", "tag": "8910ed54-da53-4e0c-a689-825852d3a4cf", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:00.437515 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd4b53fb-8b32-413e-b3f9-6ded46a63c5a {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:00.438182 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4b53fb-8b32-413e-b3f9-6ded46a63c5a'] response: {'server_uuid': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'code': 200} Jun 23 17:13:00.438845 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4b53fb-8b32-413e-b3f9-6ded46a63c5a'] response: {'server_uuid': '9b077dba-5836-45fb-a0e5-3a19c5a5c124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8910ed54-da53-4e0c-a689-825852d3a4cf', 'code': 200} Jun 23 17:13:00.447149 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:00.465325 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=8910ed54-da53-4e0c-a689-825852d3a4cf,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:00.540861 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f1b97-cfdb-4a29-bbae-b54d52f5ee38 req-dd623c19-aad0-4d52-9d32-d97397abb238 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:00.549432 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e38f1b97-cfdb-4a29-bbae-b54d52f5ee38 req-dd623c19-aad0-4d52-9d32-d97397abb238 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0649893 Jun 23 17:13:00.559483 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:00.593339 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 48730) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:00.603058 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e38f1b97-cfdb-4a29-bbae-b54d52f5ee38 req-d7e7e79c-f580-4599-8a85-956c474eaaf2 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528426 Jun 23 17:13:00.613410 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-db324f8a-4f9c-434e-916c-4f30c1b32e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.717194 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-db324f8a-4f9c-434e-916c-4f30c1b32e12 admin admin] Publish callbacks [] for security_group (e066b615-70a7-4883-bb1e-f06d3c6cf033), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.722652 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-db324f8a-4f9c-434e-916c-4f30c1b32e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e066b615-70a7-4883-bb1e-f06d3c6cf033), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.743959 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:00.765003 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-db324f8a-4f9c-434e-916c-4f30c1b32e12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3248112ec8d45c39059247f579cd018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705046 Jun 23 17:13:00.767143 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db324f8a-4f9c-434e-916c-4f30c1b32e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e066b615-70a7-4883-bb1e-f06d3c6cf033,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:00.767850 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48736) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:00.823967 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1c36683b-d290-4184-815c-2a5e15fe8408 admin admin] Publish callbacks [] for security_group (e066b615-70a7-4883-bb1e-f06d3c6cf033), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.842066 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5a6fd-5309-4847-9110-0620336b38fd req-9694a7ac-fccd-4a22-97b0-a3b45a62cea3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:00.843581 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-85d5a6fd-5309-4847-9110-0620336b38fd req-9694a7ac-fccd-4a22-97b0-a3b45a62cea3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0478129 Jun 23 17:13:00.846143 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1c36683b-d290-4184-815c-2a5e15fe8408 admin admin] Publish callbacks [] for security_group (e066b615-70a7-4883-bb1e-f06d3c6cf033), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.896935 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1c36683b-d290-4184-815c-2a5e15fe8408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e066b615-70a7-4883-bb1e-f06d3c6cf033), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.900571 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1c36683b-d290-4184-815c-2a5e15fe8408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:00.902174 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1c36683b-d290-4184-815c-2a5e15fe8408 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e066b615-70a7-4883-bb1e-f06d3c6cf033 HTTP/1.1" status: 204 len: 168 time: 0.1330271 Jun 23 17:13:00.906380 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-85d5a6fd-5309-4847-9110-0620336b38fd req-722b2e5c-3b3c-4c6d-989c-e24d391d78c5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552449 Jun 23 17:13:00.911048 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36683b-d290-4184-815c-2a5e15fe8408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e066b615-70a7-4883-bb1e-f06d3c6cf033,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:01.240782 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10089-0e16-4616-bed1-ef0e3087c00c req-31dab84e-03c6-4c20-b335-6431581b0b65 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:01.242356 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7f10089-0e16-4616-bed1-ef0e3087c00c req-31dab84e-03c6-4c20-b335-6431581b0b65 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0528140 Jun 23 17:13:01.262177 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 48750) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:01.275791 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f5473386-ee68-4a60-9b49-08b5b50abd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.295984 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7f10089-0e16-4616-bed1-ef0e3087c00c req-dd7c6014-216f-4437-9786-a4c682299eba tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474117 Jun 23 17:13:01.364504 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f5473386-ee68-4a60-9b49-08b5b50abd72 admin admin] Publish callbacks [] for security_group (819f5bb7-fb85-49b6-9767-430670e56448), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.369337 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f5473386-ee68-4a60-9b49-08b5b50abd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (819f5bb7-fb85-49b6-9767-430670e56448), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.412846 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f5473386-ee68-4a60-9b49-08b5b50abd72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94f8be37e854470c8de91d23a0a9fe98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495485 Jun 23 17:13:01.413975 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5473386-ee68-4a60-9b49-08b5b50abd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819f5bb7-fb85-49b6-9767-430670e56448,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:01.415790 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48762) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:01.465979 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03bcaa3c-c4f3-4146-a77d-b863d39d82c6 admin admin] Publish callbacks [] for security_group (819f5bb7-fb85-49b6-9767-430670e56448), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.488112 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03bcaa3c-c4f3-4146-a77d-b863d39d82c6 admin admin] Publish callbacks [] for security_group (819f5bb7-fb85-49b6-9767-430670e56448), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.549262 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03bcaa3c-c4f3-4146-a77d-b863d39d82c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (819f5bb7-fb85-49b6-9767-430670e56448), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.552773 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03bcaa3c-c4f3-4146-a77d-b863d39d82c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.554255 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-03bcaa3c-c4f3-4146-a77d-b863d39d82c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/819f5bb7-fb85-49b6-9767-430670e56448 HTTP/1.1" status: 204 len: 168 time: 0.1374936 Jun 23 17:13:01.563713 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcaa3c-c4f3-4146-a77d-b863d39d82c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819f5bb7-fb85-49b6-9767-430670e56448,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:01.579850 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:01.739898 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb66a90-3752-40d0-94b3-2d8b5b06e907 req-f2e823eb-3b56-4228-9366-7aff93c3f570 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:01.741451 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3bb66a90-3752-40d0-94b3-2d8b5b06e907 req-f2e823eb-3b56-4228-9366-7aff93c3f570 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0617440 Jun 23 17:13:01.747425 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48778) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:01.796748 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3bb66a90-3752-40d0-94b3-2d8b5b06e907 req-fa9ad807-caa1-4afe-b984-6a147d8740cb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462513 Jun 23 17:13:01.859805 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1faf73a2-b937-4647-b62c-ce678c4e30f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.940539 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1faf73a2-b937-4647-b62c-ce678c4e30f7 admin admin] Publish callbacks [] for security_group (0d87e7c7-3b57-40ae-b77b-e6b72eff2781), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:01.946177 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1faf73a2-b937-4647-b62c-ce678c4e30f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (0d87e7c7-3b57-40ae-b77b-e6b72eff2781), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:02.007969 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1faf73a2-b937-4647-b62c-ce678c4e30f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f23f3a7c45554960990f7d12e9ca3703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591434 Jun 23 17:13:02.010644 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 48796) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:02.026315 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf73a2-b937-4647-b62c-ce678c4e30f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d87e7c7-3b57-40ae-b77b-e6b72eff2781,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:02.048114 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dbc91-5071-455a-9ed1-2e1b53deecaf req-13bf8c01-6677-4233-9d30-6a3e472084f0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:02.055262 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-948dbc91-5071-455a-9ed1-2e1b53deecaf req-13bf8c01-6677-4233-9d30-6a3e472084f0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0695133 Jun 23 17:13:02.089814 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4b31-bdd8-4f2d-a416-42548a9b86dd admin admin] Publish callbacks [] for security_group (0d87e7c7-3b57-40ae-b77b-e6b72eff2781), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:02.104974 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-948dbc91-5071-455a-9ed1-2e1b53deecaf req-8559be43-bd8b-4b58-8d9e-7bf7cff93d6a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488327 Jun 23 17:13:02.120575 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4b31-bdd8-4f2d-a416-42548a9b86dd admin admin] Publish callbacks [] for security_group (0d87e7c7-3b57-40ae-b77b-e6b72eff2781), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:02.179169 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4b31-bdd8-4f2d-a416-42548a9b86dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (0d87e7c7-3b57-40ae-b77b-e6b72eff2781), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:02.182178 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4b31-bdd8-4f2d-a416-42548a9b86dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:02.183344 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3b5f4b31-bdd8-4f2d-a416-42548a9b86dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d87e7c7-3b57-40ae-b77b-e6b72eff2781 HTTP/1.1" status: 204 len: 168 time: 0.1713874 Jun 23 17:13:02.188045 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:02.198890 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f4b31-bdd8-4f2d-a416-42548a9b86dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d87e7c7-3b57-40ae-b77b-e6b72eff2781,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:02.329766 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-02a4a383-ad01-42ee-ba42-a6aaebf5d580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:02.432171 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488f6e6-8874-4353-871c-d327d9c4d959 req-1ef9e64d-4674-4d82-96d6-017ef24ad810 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:02.434015 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6488f6e6-8874-4353-871c-d327d9c4d959 req-1ef9e64d-4674-4d82-96d6-017ef24ad810 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0546157 Jun 23 17:13:02.492303 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6488f6e6-8874-4353-871c-d327d9c4d959 req-294ad45f-44fb-4d00-b8bd-77b12ab1da1b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501339 Jun 23 17:13:02.945006 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af2b70-0019-46c2-af17-65289693877b req-84605662-d7fa-42ec-9e92-602935582c7e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:02.946645 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67af2b70-0019-46c2-af17-65289693877b req-84605662-d7fa-42ec-9e92-602935582c7e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0616593 Jun 23 17:13:02.974859 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:03.008979 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67af2b70-0019-46c2-af17-65289693877b req-838a6f71-70a4-43af-b6b1-5008095eec7c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562172 Jun 23 17:13:03.224231 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61974a54-5fcc-4ecd-a32f-9212868264d5 req-0b79b453-bb6d-400d-ac45-7788277704e7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:03.225764 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-61974a54-5fcc-4ecd-a32f-9212868264d5 req-0b79b453-bb6d-400d-ac45-7788277704e7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 943 time: 0.0486636 Jun 23 17:13:03.276233 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-61974a54-5fcc-4ecd-a32f-9212868264d5 req-8348c5c3-2557-4ad7-89fe-2acab28de51f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442791 Jun 23 17:13:03.404922 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:03.423470 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:03.588243 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:13:03.620430 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4db75-0257-42af-9134-e1a4b561b79d req-0db25266-4d46-4f77-b1a9-7890443f2109 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:03.621953 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7f4db75-0257-42af-9134-e1a4b561b79d req-0db25266-4d46-4f77-b1a9-7890443f2109 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0615945 Jun 23 17:13:03.686763 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7f4db75-0257-42af-9134-e1a4b561b79d req-2b7950f5-5b20-40a9-9c9e-b073a27c9d0b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559862 Jun 23 17:13:03.712986 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:03.727110 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'port_id': '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e', 'mac_address': 'fa:16:3e:19:a0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:13:03.768605 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:13:03.768919 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:03.781409 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 48940) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:03.786567 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:13:03.816646 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:03.824223 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:03.921255 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-16a14f41-2ee3-4e4f-a002-d139274f1173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:03.994042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:04.002508 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-16a14f41-2ee3-4e4f-a002-d139274f1173 admin admin] Publish callbacks [] for security_group (93af0d25-ad61-449e-88aa-fac12e45b393), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.007401 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-16a14f41-2ee3-4e4f-a002-d139274f1173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (93af0d25-ad61-449e-88aa-fac12e45b393), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.028442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:04.050035 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a14f41-2ee3-4e4f-a002-d139274f1173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93af0d25-ad61-449e-88aa-fac12e45b393,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:04.055580 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-16a14f41-2ee3-4e4f-a002-d139274f1173 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f59a62d2213b4619b243e1bf28846b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729218 Jun 23 17:13:04.058791 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48950) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:04.065693 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:04.117204 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75276d2b-2baa-4e26-bac8-c0369139cb03 admin admin] Publish callbacks [] for security_group (93af0d25-ad61-449e-88aa-fac12e45b393), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.131351 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f936b08-601a-4910-9d53-4a57512217fa req-d95f6122-cea0-41e7-b809-2311d0622ca2 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:04.132945 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3f936b08-601a-4910-9d53-4a57512217fa req-d95f6122-cea0-41e7-b809-2311d0622ca2 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Jun 23 17:13:04.145906 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75276d2b-2baa-4e26-bac8-c0369139cb03 admin admin] Publish callbacks [] for security_group (93af0d25-ad61-449e-88aa-fac12e45b393), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.185703 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3f936b08-601a-4910-9d53-4a57512217fa req-d1092216-4bb6-4346-8b59-1cefa9c067b6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462887 Jun 23 17:13:04.196339 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75276d2b-2baa-4e26-bac8-c0369139cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (93af0d25-ad61-449e-88aa-fac12e45b393), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.199303 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-75276d2b-2baa-4e26-bac8-c0369139cb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.200600 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-75276d2b-2baa-4e26-bac8-c0369139cb03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93af0d25-ad61-449e-88aa-fac12e45b393 HTTP/1.1" status: 204 len: 168 time: 0.1408286 Jun 23 17:13:04.208946 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75276d2b-2baa-4e26-bac8-c0369139cb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93af0d25-ad61-449e-88aa-fac12e45b393,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:04.401810 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b7a34-17af-4e9f-97d6-02add322d5cf req-588c563e-3639-420a-ad79-ff028f74e549 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:04.403325 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c00b7a34-17af-4e9f-97d6-02add322d5cf req-588c563e-3639-420a-ad79-ff028f74e549 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 944 time: 0.0530789 Jun 23 17:13:04.451961 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c00b7a34-17af-4e9f-97d6-02add322d5cf req-b353083b-921f-4f57-816a-7944217b603e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Jun 23 17:13:04.489203 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48964) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:04.502606 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b2daeee2-9d30-408d-a53e-4f0954357a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.576729 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b2daeee2-9d30-408d-a53e-4f0954357a13 admin admin] Publish callbacks [] for security_group (95e402b2-386a-463c-a811-82f4b0026210), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.583633 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b2daeee2-9d30-408d-a53e-4f0954357a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (95e402b2-386a-463c-a811-82f4b0026210), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.620862 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daeee2-9d30-408d-a53e-4f0954357a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e402b2-386a-463c-a811-82f4b0026210,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:04.625004 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b2daeee2-9d30-408d-a53e-4f0954357a13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4f3bbf795364c31a499c5e1588174c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347036 Jun 23 17:13:04.627814 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 48966) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:04.678641 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f53a66cc-887c-4059-93af-c68b7ec598a7 admin admin] Publish callbacks [] for security_group (95e402b2-386a-463c-a811-82f4b0026210), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.704856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f53a66cc-887c-4059-93af-c68b7ec598a7 admin admin] Publish callbacks [] for security_group (95e402b2-386a-463c-a811-82f4b0026210), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.755088 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f53a66cc-887c-4059-93af-c68b7ec598a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (95e402b2-386a-463c-a811-82f4b0026210), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.759010 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f53a66cc-887c-4059-93af-c68b7ec598a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.762832 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f53a66cc-887c-4059-93af-c68b7ec598a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95e402b2-386a-463c-a811-82f4b0026210 HTTP/1.1" status: 204 len: 168 time: 0.1314623 Jun 23 17:13:04.776509 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a66cc-887c-4059-93af-c68b7ec598a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e402b2-386a-463c-a811-82f4b0026210,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:04.791930 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:04.812956 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb975f-235c-4308-b0aa-625b5e2dddd7 req-c7706bd3-b85e-4ce3-b0ec-0582b32051ea tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:04.814849 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-59bb975f-235c-4308-b0aa-625b5e2dddd7 req-c7706bd3-b85e-4ce3-b0ec-0582b32051ea tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0548244 Jun 23 17:13:04.868897 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-59bb975f-235c-4308-b0aa-625b5e2dddd7 req-24155c18-e1d0-401c-be05-598edf71feb4 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473924 Jun 23 17:13:04.940739 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:05.211897 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:05.311463 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c043c-1a0c-4768-8bd3-a7c2540b3686 req-0f10c3e8-b9e5-49b0-8c83-b9435dd4091b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:05.312960 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f70c043c-1a0c-4768-8bd3-a7c2540b3686 req-0f10c3e8-b9e5-49b0-8c83-b9435dd4091b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0521276 Jun 23 17:13:05.362956 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f70c043c-1a0c-4768-8bd3-a7c2540b3686 req-89ab412f-c839-4751-ba24-0741e4c7cf7f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434203 Jun 23 17:13:05.590877 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba88b3-cc84-41ca-821d-80ead235bac8 req-4ef01289-1a0f-4d46-a2af-f025c84a5729 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:05.592946 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2cba88b3-cc84-41ca-821d-80ead235bac8 req-4ef01289-1a0f-4d46-a2af-f025c84a5729 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 944 time: 0.0663590 Jun 23 17:13:05.620253 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:05.659627 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b4f37-b2a3-4af1-a815-9f0655159b14 req-acf64a87-e738-45ea-9a2f-9f584251f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:05.661136 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f90b4f37-b2a3-4af1-a815-9f0655159b14 req-acf64a87-e738-45ea-9a2f-9f584251f46a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 1129 time: 0.0775225 Jun 23 17:13:05.662619 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2cba88b3-cc84-41ca-821d-80ead235bac8 req-b19a310b-2f91-472b-b70a-fc04c8747f79 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620599 Jun 23 17:13:05.664103 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a3d00-c3e5-4d65-ba26-14b23349139e req-d0030416-9da6-400b-9953-3332348738f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:05.665461 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-213a3d00-c3e5-4d65-ba26-14b23349139e req-d0030416-9da6-400b-9953-3332348738f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 1129 time: 0.0712478 Jun 23 17:13:05.744796 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-213a3d00-c3e5-4d65-ba26-14b23349139e req-e5a7d374-6b0a-418e-af0a-b28fce1e8e16 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640974 Jun 23 17:13:05.746882 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f90b4f37-b2a3-4af1-a815-9f0655159b14 req-f3562db2-8e49-42f4-a49a-cd5b382e20c7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723267 Jun 23 17:13:05.983670 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9a53a-c4f3-41ea-b7cd-1686d872b1dc req-fb97f495-a640-47a6-b07a-dffe9a349c0a tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:05.991256 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-48f9a53a-c4f3-41ea-b7cd-1686d872b1dc req-fb97f495-a640-47a6-b07a-dffe9a349c0a tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0603368 Jun 23 17:13:06.034608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:06.049525 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-48f9a53a-c4f3-41ea-b7cd-1686d872b1dc req-ef03ee36-b301-4f3a-8eb5-d40d5b1f69bb tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Jun 23 17:13:06.478268 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba924df-9ed5-4566-af55-ddbf5f295d4b req-c107a4fa-e912-40b0-8cac-a4aa81032803 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:06.479802 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dba924df-9ed5-4566-af55-ddbf5f295d4b req-c107a4fa-e912-40b0-8cac-a4aa81032803 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0495915 Jun 23 17:13:06.528799 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dba924df-9ed5-4566-af55-ddbf5f295d4b req-5fe4af25-8dfd-43de-85c4-f30946b3eb25 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434809 Jun 23 17:13:06.781530 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ca7c-844e-4f21-b35e-2ba7de51d90e req-1028eae3-c720-49b2-b295-0500435bc4df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:06.783161 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ed6ca7c-844e-4f21-b35e-2ba7de51d90e req-1028eae3-c720-49b2-b295-0500435bc4df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 944 time: 0.0516243 Jun 23 17:13:06.832898 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ed6ca7c-844e-4f21-b35e-2ba7de51d90e req-f4c574d1-c0d0-4a57-b192-8542bdfea065 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Jun 23 17:13:07.082805 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49090) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:07.175047 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab1f7f-4fbb-4c66-a23c-c9861a3a19eb req-554081ac-0c11-4a45-9aab-7dd9537922f1 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:07.176520 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30ab1f7f-4fbb-4c66-a23c-c9861a3a19eb req-554081ac-0c11-4a45-9aab-7dd9537922f1 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0556672 Jun 23 17:13:07.194142 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d96de884-2dc8-4495-8707-1ad8fd37090f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.224793 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30ab1f7f-4fbb-4c66-a23c-c9861a3a19eb req-33944c96-1fe1-4997-9295-0793dc70a81f tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Jun 23 17:13:07.271455 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d96de884-2dc8-4495-8707-1ad8fd37090f admin admin] Publish callbacks [] for security_group (04e73e4a-23de-43f6-83c8-7ab09e012b37), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.277745 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d96de884-2dc8-4495-8707-1ad8fd37090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (04e73e4a-23de-43f6-83c8-7ab09e012b37), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.317161 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d96de884-2dc8-4495-8707-1ad8fd37090f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c3ad7643fd54090a5b447fe618a47fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331254 Jun 23 17:13:07.318270 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96de884-2dc8-4495-8707-1ad8fd37090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e73e4a-23de-43f6-83c8-7ab09e012b37,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:07.319996 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49096) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:07.370702 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c2aae648-ac57-4028-b010-7d2af7d62811 admin admin] Publish callbacks [] for security_group (04e73e4a-23de-43f6-83c8-7ab09e012b37), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.392981 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c2aae648-ac57-4028-b010-7d2af7d62811 admin admin] Publish callbacks [] for security_group (04e73e4a-23de-43f6-83c8-7ab09e012b37), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.403552 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:07.444323 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c2aae648-ac57-4028-b010-7d2af7d62811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (04e73e4a-23de-43f6-83c8-7ab09e012b37), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.446866 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c2aae648-ac57-4028-b010-7d2af7d62811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.448178 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c2aae648-ac57-4028-b010-7d2af7d62811 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04e73e4a-23de-43f6-83c8-7ab09e012b37 HTTP/1.1" status: 204 len: 168 time: 0.1270981 Jun 23 17:13:07.457893 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aae648-ac57-4028-b010-7d2af7d62811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e73e4a-23de-43f6-83c8-7ab09e012b37,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:07.649534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902b50e-8f4e-49f3-837c-bc1c3d4769dc req-d3b22483-10f4-4f7c-a1ab-c566e190eac7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:07.651048 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3902b50e-8f4e-49f3-837c-bc1c3d4769dc req-d3b22483-10f4-4f7c-a1ab-c566e190eac7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Jun 23 17:13:07.699333 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3902b50e-8f4e-49f3-837c-bc1c3d4769dc req-2f876df0-ff57-44d7-9e6a-55c6d467f6b3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424609 Jun 23 17:13:07.736257 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49110) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:07.749519 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2e038400-8f61-49fe-bcfb-c40f268f062a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.830612 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2e038400-8f61-49fe-bcfb-c40f268f062a admin admin] Publish callbacks [] for security_group (0355bc75-4fc2-40be-84f1-089f2251a2b4), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.837217 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2e038400-8f61-49fe-bcfb-c40f268f062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (0355bc75-4fc2-40be-84f1-089f2251a2b4), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.881410 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038400-8f61-49fe-bcfb-c40f268f062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0355bc75-4fc2-40be-84f1-089f2251a2b4,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:07.886334 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2e038400-8f61-49fe-bcfb-c40f268f062a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d79c328d68b44c9aaaf525b528dcf5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489201 Jun 23 17:13:07.888434 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49114) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:07.938017 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0cab-d508-419a-9867-10e2eff4ff5d admin admin] Publish callbacks [] for security_group (0355bc75-4fc2-40be-84f1-089f2251a2b4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.948643 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6a0c-e859-4f24-9121-358d6df8d3c1 req-944cac78-0c05-48e8-846a-8323b016d55f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:07.950151 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e3f6a0c-e859-4f24-9121-358d6df8d3c1 req-944cac78-0c05-48e8-846a-8323b016d55f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 944 time: 0.0470378 Jun 23 17:13:07.959567 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0cab-d508-419a-9867-10e2eff4ff5d admin admin] Publish callbacks [] for security_group (0355bc75-4fc2-40be-84f1-089f2251a2b4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:07.976773 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:08.002353 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e3f6a0c-e859-4f24-9121-358d6df8d3c1 req-1189c626-e06d-4b5d-839e-959170179e66 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463288 Jun 23 17:13:08.008334 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0cab-d508-419a-9867-10e2eff4ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (0355bc75-4fc2-40be-84f1-089f2251a2b4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:08.010939 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0cab-d508-419a-9867-10e2eff4ff5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:08.012066 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f6ab0cab-d508-419a-9867-10e2eff4ff5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0355bc75-4fc2-40be-84f1-089f2251a2b4 HTTP/1.1" status: 204 len: 168 time: 0.1226339 Jun 23 17:13:08.020246 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab0cab-d508-419a-9867-10e2eff4ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0355bc75-4fc2-40be-84f1-089f2251a2b4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:08.344419 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf856bd3-4076-4586-9d0e-f9a227ee3047 req-51c85001-8234-4ae7-a8d9-7066e10c0ddc tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:08.346334 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf856bd3-4076-4586-9d0e-f9a227ee3047 req-51c85001-8234-4ae7-a8d9-7066e10c0ddc tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0521913 Jun 23 17:13:08.399099 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf856bd3-4076-4586-9d0e-f9a227ee3047 req-7798b68a-a2f0-4427-a000-0ddfd87d0886 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462818 Jun 23 17:13:08.814734 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245e2de-7719-4eaf-9624-09dca457379b req-59ff0fc3-c917-4990-b599-896648933ecf tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:08.816317 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7245e2de-7719-4eaf-9624-09dca457379b req-59ff0fc3-c917-4990-b599-896648933ecf tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0469921 Jun 23 17:13:08.868038 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7245e2de-7719-4eaf-9624-09dca457379b req-930961cb-a3ab-4b6e-afb6-033370f720ef tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461626 Jun 23 17:13:09.119496 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d2795-3fd5-4311-9b7f-c3505e30d3c8 req-01abd622-c594-4d4f-8443-738a7b32c5fc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:09.121178 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-771d2795-3fd5-4311-9b7f-c3505e30d3c8 req-01abd622-c594-4d4f-8443-738a7b32c5fc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 944 time: 0.0488241 Jun 23 17:13:09.170014 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-771d2795-3fd5-4311-9b7f-c3505e30d3c8 req-ca22a526-cc6a-4aa0-ac39-02530cae7f1a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Jun 23 17:13:09.518664 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c055200-e46f-4fa5-8aba-10c85385fdf2 req-c738e2e7-5f15-4033-8a5b-60e1f5358de6 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:09.534102 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5c055200-e46f-4fa5-8aba-10c85385fdf2 req-c738e2e7-5f15-4033-8a5b-60e1f5358de6 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0567634 Jun 23 17:13:09.579200 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5c055200-e46f-4fa5-8aba-10c85385fdf2 req-63a18523-1145-4189-9bfb-b5d8232a228a tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Jun 23 17:13:09.745508 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:13:09.966338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:09.979864 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7de2-5b3b-4eb8-8da2-2b7700b6b371 req-beb7bcc5-c308-4f7a-93c8-a1fa05b2b1d1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:09.981336 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f2e7de2-5b3b-4eb8-8da2-2b7700b6b371 req-beb7bcc5-c308-4f7a-93c8-a1fa05b2b1d1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Jun 23 17:13:10.029158 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f2e7de2-5b3b-4eb8-8da2-2b7700b6b371 req-03de80fd-cabb-4b0b-9585-96b8c929f324 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Jun 23 17:13:10.289025 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a89154-a8d3-4780-8240-0961eaa8d86c req-3fe9a32c-b213-402b-87d5-c5898514ead2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:10.290661 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-71a89154-a8d3-4780-8240-0961eaa8d86c req-3fe9a32c-b213-402b-87d5-c5898514ead2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 944 time: 0.0477247 Jun 23 17:13:10.338132 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-71a89154-a8d3-4780-8240-0961eaa8d86c req-27a3a282-ff25-4fe3-adb2-66cb9443c983 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Jun 23 17:13:10.450453 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['3612ccfa-71a1-4cf4-800c-6c5428ab6f0e'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:13:10.697152 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cb64f-774c-4c05-9895-dfaffb68651f req-407647e2-e1b1-4b73-a270-1c1bda59103b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:10.698683 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a2cb64f-774c-4c05-9895-dfaffb68651f req-407647e2-e1b1-4b73-a270-1c1bda59103b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0520566 Jun 23 17:13:10.730094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:10.748277 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a2cb64f-774c-4c05-9895-dfaffb68651f req-3506a8af-5957-43a9-b585-25b54512d401 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Jun 23 17:13:11.158388 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb113e-0c2e-497d-a213-39247303557e req-b840bb10-5267-4066-938a-bd0748ec8cc1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:11.160004 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e6cb113e-0c2e-497d-a213-39247303557e req-b840bb10-5267-4066-938a-bd0748ec8cc1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0545745 Jun 23 17:13:11.213238 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e6cb113e-0c2e-497d-a213-39247303557e req-3a663b76-bb59-40f8-9596-86627f070381 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447114 Jun 23 17:13:11.461934 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42980f-3e17-40ea-9e3d-b262695184b6 req-4542b500-20e3-4eb0-9d1d-86e2ec5fd32c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:11.463553 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da42980f-3e17-40ea-9e3d-b262695184b6 req-4542b500-20e3-4eb0-9d1d-86e2ec5fd32c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 944 time: 0.0484085 Jun 23 17:13:11.514565 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da42980f-3e17-40ea-9e3d-b262695184b6 req-b6423359-be52-4acf-b8ad-63734c3a4f41 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453091 Jun 23 17:13:11.867417 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ff4c-94e7-4396-a5c8-951b6a243610 req-3d424362-4073-4abc-9d85-e6a0bb878f78 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:11.870275 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5f89ff4c-94e7-4396-a5c8-951b6a243610 req-3d424362-4073-4abc-9d85-e6a0bb878f78 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0487931 Jun 23 17:13:11.916925 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5f89ff4c-94e7-4396-a5c8-951b6a243610 req-f1df7cb2-2848-4182-a1e8-7c2d33b7e6f7 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424600 Jun 23 17:13:12.344658 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99ea30-ec36-4426-b022-f542c9395991 req-c5ba868c-39a2-4978-a4ed-2289e697a37f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:12.346282 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e99ea30-ec36-4426-b022-f542c9395991 req-c5ba868c-39a2-4978-a4ed-2289e697a37f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0564990 Jun 23 17:13:12.395304 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e99ea30-ec36-4426-b022-f542c9395991 req-73ed227a-5c2d-41c7-814a-8a54b0c0b4e1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427496 Jun 23 17:13:12.472177 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:13:12.517446 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:13:12.524484 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:13:12.524879 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:12.600189 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:13:12.600539 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:12.624751 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cdc2c3-760e-4876-86fc-3f85c50f0a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:13:12.627057 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b240eec0-0ccb-495a-9656-81e14a240af6" -d '{"events": [{"server_uuid": "05cdc2c3-760e-4876-86fc-3f85c50f0a31", "name": "network-vif-plugged", "status": "completed", "tag": "3612ccfa-71a1-4cf4-800c-6c5428ab6f0e"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:12.640735 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:12.653853 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:12.657144 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f4e06-c4ab-47cc-87d2-eb7039e5ff18 req-7423ea15-86c8-4834-91f9-12634c24675a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:12.665931 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e9f4e06-c4ab-47cc-87d2-eb7039e5ff18 req-7423ea15-86c8-4834-91f9-12634c24675a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 944 time: 0.0723755 Jun 23 17:13:12.685982 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcafe171-f99a-4bab-a46c-d11eae3c031e x-openstack-request-id: req-bcafe171-f99a-4bab-a46c-d11eae3c031e {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:12.686299 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cdc2c3-760e-4876-86fc-3f85c50f0a31", "name": "network-vif-plugged", "status": "completed", "tag": "3612ccfa-71a1-4cf4-800c-6c5428ab6f0e", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:12.686552 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcafe171-f99a-4bab-a46c-d11eae3c031e {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:12.687350 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcafe171-f99a-4bab-a46c-d11eae3c031e'] response: {'server_uuid': '05cdc2c3-760e-4876-86fc-3f85c50f0a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e', 'code': 200} Jun 23 17:13:12.718514 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:12.728309 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e9f4e06-c4ab-47cc-87d2-eb7039e5ff18 req-0b7f6644-3b5a-4608-9321-1bee508771f8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623569 Jun 23 17:13:13.038920 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad6e4c-2418-44dd-bb66-ff6cc8af9bfc req-f5e81bc8-b9c8-4822-a5cc-fff4df5f9a7b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:13.040523 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6ad6e4c-2418-44dd-bb66-ff6cc8af9bfc req-f5e81bc8-b9c8-4822-a5cc-fff4df5f9a7b tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0489814 Jun 23 17:13:13.091140 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6ad6e4c-2418-44dd-bb66-ff6cc8af9bfc req-82082fe2-3ec6-48eb-8997-7a4f22916cf3 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Jun 23 17:13:13.532036 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac9bff-3e10-4fe2-8029-3b03565e2022 req-474daeb9-ed7b-48d1-a9da-b20f7bf04e24 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:13.533536 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-52ac9bff-3e10-4fe2-8029-3b03565e2022 req-474daeb9-ed7b-48d1-a9da-b20f7bf04e24 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0556428 Jun 23 17:13:13.576644 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:13.585689 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-52ac9bff-3e10-4fe2-8029-3b03565e2022 req-a93c3d9f-1f02-4b69-9a2e-545a02b34121 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457389 Jun 23 17:13:13.852621 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf6bb-49d1-4d4f-8e77-b5865b6b14a9 req-87649753-dae0-4414-af54-d1ec2b8b405d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:13.865580 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-52ecf6bb-49d1-4d4f-8e77-b5865b6b14a9 req-87649753-dae0-4414-af54-d1ec2b8b405d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0623045 Jun 23 17:13:13.926537 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-52ecf6bb-49d1-4d4f-8e77-b5865b6b14a9 req-aab15b49-f7a2-4320-b324-7cd06e2ce756 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645387 Jun 23 17:13:14.215661 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee7338-8f5b-469d-b0e4-2668d0369289 req-3e50c9e4-4a96-4c7e-b7ba-20f5fa268068 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:14.216965 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-18ee7338-8f5b-469d-b0e4-2668d0369289 req-3e50c9e4-4a96-4c7e-b7ba-20f5fa268068 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0518150 Jun 23 17:13:14.280111 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-18ee7338-8f5b-469d-b0e4-2668d0369289 req-905aea18-7c99-4e62-8433-99e06bb825b2 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560360 Jun 23 17:13:14.708323 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49364) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:14.767609 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8284c-4bf1-4420-92bf-1adb5eb563d6 req-8e7e5a2f-3a47-43b1-839f-8245f1c8d888 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:14.769387 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a0c8284c-4bf1-4420-92bf-1adb5eb563d6 req-8e7e5a2f-3a47-43b1-839f-8245f1c8d888 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0644801 Jun 23 17:13:14.827082 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a0c8284c-4bf1-4420-92bf-1adb5eb563d6 req-ac2616d8-cf23-4cc2-a5ff-2f31994e5efc tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516939 Jun 23 17:13:14.833538 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-54b72a17-c2e0-4d69-a830-2d1a525ae042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:14.913694 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-54b72a17-c2e0-4d69-a830-2d1a525ae042 admin admin] Publish callbacks [] for security_group (02d5b31e-ad9b-4ec8-8dae-6015537c03ba), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:14.919084 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-54b72a17-c2e0-4d69-a830-2d1a525ae042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (02d5b31e-ad9b-4ec8-8dae-6015537c03ba), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:14.958509 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b72a17-c2e0-4d69-a830-2d1a525ae042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5b31e-ad9b-4ec8-8dae-6015537c03ba,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:14.966102 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-54b72a17-c2e0-4d69-a830-2d1a525ae042 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53504a5c5e3149c897114da1864e109c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548113 Jun 23 17:13:14.966820 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49376) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:14.972678 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:15.057237 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b1c95633-bdd4-4b69-8964-70812ac843aa admin admin] Publish callbacks [] for security_group (02d5b31e-ad9b-4ec8-8dae-6015537c03ba), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.065959 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdcdb2-89b5-4ffb-9815-ebc5b3e5ba98 req-735e2d9f-5dd6-4e77-a7c6-1f6aab8c58a0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:15.067493 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1cbdcdb2-89b5-4ffb-9815-ebc5b3e5ba98 req-735e2d9f-5dd6-4e77-a7c6-1f6aab8c58a0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0666966 Jun 23 17:13:15.105261 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b1c95633-bdd4-4b69-8964-70812ac843aa admin admin] Publish callbacks [] for security_group (02d5b31e-ad9b-4ec8-8dae-6015537c03ba), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.157093 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1cbdcdb2-89b5-4ffb-9815-ebc5b3e5ba98 req-808d9bef-e6b5-4111-8f84-d8fd76585c4a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808673 Jun 23 17:13:15.178481 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b1c95633-bdd4-4b69-8964-70812ac843aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (02d5b31e-ad9b-4ec8-8dae-6015537c03ba), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.181287 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b1c95633-bdd4-4b69-8964-70812ac843aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.182477 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b1c95633-bdd4-4b69-8964-70812ac843aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02d5b31e-ad9b-4ec8-8dae-6015537c03ba HTTP/1.1" status: 204 len: 168 time: 0.2147431 Jun 23 17:13:15.191910 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c95633-bdd4-4b69-8964-70812ac843aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5b31e-ad9b-4ec8-8dae-6015537c03ba,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:15.498730 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49388) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:15.513537 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fea10f83-dcd7-49b9-a92d-8222359dbaac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.604520 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fea10f83-dcd7-49b9-a92d-8222359dbaac admin admin] Publish callbacks [] for security_group (469e5332-ec46-4696-9f17-57a5139f6f87), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.610226 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fea10f83-dcd7-49b9-a92d-8222359dbaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (469e5332-ec46-4696-9f17-57a5139f6f87), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.648541 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10f83-dcd7-49b9-a92d-8222359dbaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469e5332-ec46-4696-9f17-57a5139f6f87,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:15.653516 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fea10f83-dcd7-49b9-a92d-8222359dbaac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6597c9e7f6f440d09625d00ef85f63e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537323 Jun 23 17:13:15.659629 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49402) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:15.732676 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb58201d-8716-48ae-bb96-ca9a845731d4 admin admin] Publish callbacks [] for security_group (469e5332-ec46-4696-9f17-57a5139f6f87), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.767012 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb58201d-8716-48ae-bb96-ca9a845731d4 admin admin] Publish callbacks [] for security_group (469e5332-ec46-4696-9f17-57a5139f6f87), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.827807 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb58201d-8716-48ae-bb96-ca9a845731d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (469e5332-ec46-4696-9f17-57a5139f6f87), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.830500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb58201d-8716-48ae-bb96-ca9a845731d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:15.835638 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bb58201d-8716-48ae-bb96-ca9a845731d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/469e5332-ec46-4696-9f17-57a5139f6f87 HTTP/1.1" status: 204 len: 168 time: 0.1737967 Jun 23 17:13:15.844946 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58201d-8716-48ae-bb96-ca9a845731d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469e5332-ec46-4696-9f17-57a5139f6f87,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:16.000001 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b042462-f4f3-49f9-a58f-198886b1aff3 req-e1898caa-c26c-45cc-a273-d3e2e50bd882 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:16.009466 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b042462-f4f3-49f9-a58f-198886b1aff3 req-e1898caa-c26c-45cc-a273-d3e2e50bd882 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0958638 Jun 23 17:13:16.074237 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b042462-f4f3-49f9-a58f-198886b1aff3 req-bba482f6-56de-4d02-822b-aef13639ae05 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634673 Jun 23 17:13:16.357765 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89fb1a-d5ef-4784-82ce-52c5b209a4a5 req-3b1d248b-5bbd-4d23-aae9-303532513090 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:16.359828 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4b89fb1a-d5ef-4784-82ce-52c5b209a4a5 req-3b1d248b-5bbd-4d23-aae9-303532513090 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0869575 Jun 23 17:13:16.395182 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86197b-ab16-4c2a-962f-36ae98a26f63 req-6813331b-f791-482e-8dad-50dd4b520b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:16.395182 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a86197b-ab16-4c2a-962f-36ae98a26f63 req-6813331b-f791-482e-8dad-50dd4b520b60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 1129 time: 0.0407045 Jun 23 17:13:16.410675 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:16.432635 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4b89fb1a-d5ef-4784-82ce-52c5b209a4a5 req-618becf5-55bb-4746-b70b-3c1ffcdb7f36 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651214 Jun 23 17:13:16.451791 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a86197b-ab16-4c2a-962f-36ae98a26f63 req-837851c4-83e4-4b2d-bdc0-f601d925fbbd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503440 Jun 23 17:13:16.626064 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49462) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:16.665720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49468) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:16.903751 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1efa-9956-4403-b93c-0d8ca2522a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:16.909569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3af6c8e9-14af-4f14-b24a-298d181138a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:16.934455 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:17.029969 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3af6c8e9-14af-4f14-b24a-298d181138a9 admin admin] Publish callbacks [] for security_group (feff83c9-d0b9-4f95-8d7e-c92e167f4b37), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.037735 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1efa-9956-4403-b93c-0d8ca2522a81 admin admin] Publish callbacks [] for security_group (691106b1-76fe-4d17-857a-f6a3bb3abe62), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.038431 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3af6c8e9-14af-4f14-b24a-298d181138a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (feff83c9-d0b9-4f95-8d7e-c92e167f4b37), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.041782 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1efa-9956-4403-b93c-0d8ca2522a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (691106b1-76fe-4d17-857a-f6a3bb3abe62), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.076261 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:17.082341 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6c8e9-14af-4f14-b24a-298d181138a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feff83c9-d0b9-4f95-8d7e-c92e167f4b37,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:17.084058 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c1efa-9956-4403-b93c-0d8ca2522a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691106b1-76fe-4d17-857a-f6a3bb3abe62,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:17.093457 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cc1c1efa-9956-4403-b93c-0d8ca2522a81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e372f09ce33e4bc48d5a1c687a745585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4632537 Jun 23 17:13:17.093878 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49490) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:17.095573 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49492) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:17.107076 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3af6c8e9-14af-4f14-b24a-298d181138a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c99ac56b91e4d5c88d6cf68aac43553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398713 Jun 23 17:13:17.224437 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-170c48dd-0b9c-4fd9-a835-6d39a0a4df9c admin admin] Publish callbacks [] for security_group (691106b1-76fe-4d17-857a-f6a3bb3abe62), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.232556 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:17.266817 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e56f4-a5a8-4d27-9a8b-ffb10af9df1a req-afd86271-51f1-48c4-b5fc-7ff60d185ba5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:17.270238 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c87e56f4-a5a8-4d27-9a8b-ffb10af9df1a req-afd86271-51f1-48c4-b5fc-7ff60d185ba5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.1027148 Jun 23 17:13:17.284974 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b71ddd98-333e-4852-94a9-55e52ff6c5cb admin admin] Publish callbacks [] for security_group (feff83c9-d0b9-4f95-8d7e-c92e167f4b37), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.301472 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-170c48dd-0b9c-4fd9-a835-6d39a0a4df9c admin admin] Publish callbacks [] for security_group (691106b1-76fe-4d17-857a-f6a3bb3abe62), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.355625 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b71ddd98-333e-4852-94a9-55e52ff6c5cb admin admin] Publish callbacks [] for security_group (feff83c9-d0b9-4f95-8d7e-c92e167f4b37), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.406593 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c87e56f4-a5a8-4d27-9a8b-ffb10af9df1a req-0be82d31-d380-40c9-b95d-80add9e65b4a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226909 Jun 23 17:13:17.455387 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-170c48dd-0b9c-4fd9-a835-6d39a0a4df9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (691106b1-76fe-4d17-857a-f6a3bb3abe62), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.457471 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-170c48dd-0b9c-4fd9-a835-6d39a0a4df9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.461445 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-170c48dd-0b9c-4fd9-a835-6d39a0a4df9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/691106b1-76fe-4d17-857a-f6a3bb3abe62 HTTP/1.1" status: 204 len: 168 time: 0.3643761 Jun 23 17:13:17.467603 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b71ddd98-333e-4852-94a9-55e52ff6c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (feff83c9-d0b9-4f95-8d7e-c92e167f4b37), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.471692 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b71ddd98-333e-4852-94a9-55e52ff6c5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.478795 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b71ddd98-333e-4852-94a9-55e52ff6c5cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feff83c9-d0b9-4f95-8d7e-c92e167f4b37 HTTP/1.1" status: 204 len: 168 time: 0.3821938 Jun 23 17:13:17.497124 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c48dd-0b9c-4fd9-a835-6d39a0a4df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691106b1-76fe-4d17-857a-f6a3bb3abe62,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:17.519368 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ddd98-333e-4852-94a9-55e52ff6c5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff83c9-d0b9-4f95-8d7e-c92e167f4b37,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:17.617667 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae9efb-4df9-4a31-a1d9-d987a6a7e5ee req-1787a564-d7f3-4cf6-adf9-27a2107ae5db tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:17.629042 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49524) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:17.629771 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-aaae9efb-4df9-4a31-a1d9-d987a6a7e5ee req-1787a564-d7f3-4cf6-adf9-27a2107ae5db tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0835330 Jun 23 17:13:17.633766 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'floatingip': {'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:17.778135 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:17.806469 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429309a-7490-469f-960d-e4137e8e581d req-1ec340f6-0a6b-4244-b179-190dd4f43308 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:17.816192 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5429309a-7490-469f-960d-e4137e8e581d req-1ec340f6-0a6b-4244-b179-190dd4f43308 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1232028 Jun 23 17:13:17.898848 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5429309a-7490-469f-960d-e4137e8e581d req-e2625366-5c4e-43c8-9c27-42da62eac1d4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812523 Jun 23 17:13:18.075047 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49546) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:18.101947 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-22e5db7c-e5c7-4d16-8be6-67190747b974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.170252 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:18.208999 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-22e5db7c-e5c7-4d16-8be6-67190747b974 admin admin] Publish callbacks [] for security_group (5cc80b54-c8d9-4640-8e63-dda76e14eca2), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.226877 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-22e5db7c-e5c7-4d16-8be6-67190747b974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5cc80b54-c8d9-4640-8e63-dda76e14eca2), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.290504 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-22e5db7c-e5c7-4d16-8be6-67190747b974 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e87d2e3ad16f4f958a4f56219931095e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134044 Jun 23 17:13:18.291523 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5db7c-e5c7-4d16-8be6-67190747b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc80b54-c8d9-4640-8e63-dda76e14eca2,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:18.306260 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49554) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:18.402598 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f360-cc24-4633-b33b-4a35d5ccde66 admin admin] Publish callbacks [] for security_group (5cc80b54-c8d9-4640-8e63-dda76e14eca2), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.449349 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f360-cc24-4633-b33b-4a35d5ccde66 admin admin] Publish callbacks [] for security_group (5cc80b54-c8d9-4640-8e63-dda76e14eca2), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.523482 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f360-cc24-4633-b33b-4a35d5ccde66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5cc80b54-c8d9-4640-8e63-dda76e14eca2), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.523482 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e1a3f360-cc24-4633-b33b-4a35d5ccde66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.523482 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e1a3f360-cc24-4633-b33b-4a35d5ccde66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cc80b54-c8d9-4640-8e63-dda76e14eca2 HTTP/1.1" status: 204 len: 168 time: 0.2091441 Jun 23 17:13:18.529676 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3f360-cc24-4633-b33b-4a35d5ccde66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc80b54-c8d9-4640-8e63-dda76e14eca2,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:18.718584 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.724622 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:18.852263 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Floating IP 2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa associated. External IP: 172.27.0.100, port: 30b1cac9-5302-4079-b5e0-7137567b16e5. Jun 23 17:13:19.085361 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220ed6-7b88-4799-a3c7-9887b93fd592 req-553019e7-c9b1-4e3f-8f02-37f55d08b9c4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:19.087516 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-67220ed6-7b88-4799-a3c7-9887b93fd592 req-553019e7-c9b1-4e3f-8f02-37f55d08b9c4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0739474 Jun 23 17:13:19.164675 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-67220ed6-7b88-4799-a3c7-9887b93fd592 req-aca353fb-c90e-4cf6-b218-113ebc9eb676 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692508 Jun 23 17:13:19.209743 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49596) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:19.261612 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:13:19.283547 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:19.465036 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:13:19.472030 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:19.482194 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd11745-f32c-420b-9871-f6e809815729 None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:13:19.506242 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd11745-f32c-420b-9871-f6e809815729 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:13:19.506885 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-efd11745-f32c-420b-9871-f6e809815729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:13:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:19.610825 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-4e4b24f6-d224-43a4-b24e-9f0e9eae94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:19.612382 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-4e4b24f6-d224-43a4-b24e-9f0e9eae94a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 1129 time: 0.0824392 Jun 23 17:13:19.615605 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cb2b8-7b19-4306-9688-c1f734172ecc req-41eca70f-b196-4a2b-aae4-26ba36108cdc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:19.623597 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d975e1c0-563c-4ce0-8559-e3a89374504b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "PUT /v2.0/floatingips/2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa HTTP/1.1" status: 200 len: 991 time: 1.9932349 Jun 23 17:13:19.625010 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3f8cb2b8-7b19-4306-9688-c1f734172ecc req-41eca70f-b196-4a2b-aae4-26ba36108cdc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1176317 Jun 23 17:13:19.625590 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'tag': '30b1cac9-5302-4079-b5e0-7137567b16e5'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:13:19.628059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d75741-4c24-4377-baeb-d11dc232c879", "tag": "30b1cac9-5302-4079-b5e0-7137567b16e5"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:19.638040 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:19.698345 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3f8cb2b8-7b19-4306-9688-c1f734172ecc req-e5f6305f-0505-4786-a7d8-ea7182cdf4cf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717056 Jun 23 17:13:19.735720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da28c53-00f8-4a9f-8098-d4b47a0ce1b4 x-openstack-request-id: req-2da28c53-00f8-4a9f-8098-d4b47a0ce1b4 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:19.736017 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d75741-4c24-4377-baeb-d11dc232c879", "tag": "30b1cac9-5302-4079-b5e0-7137567b16e5", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:19.736332 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2da28c53-00f8-4a9f-8098-d4b47a0ce1b4 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:19.737780 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da28c53-00f8-4a9f-8098-d4b47a0ce1b4'] response: {'name': 'network-changed', 'server_uuid': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'tag': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'status': 'completed', 'code': 200} Jun 23 17:13:19.768735 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-28289567-1bc8-44c0-914b-24eeff9c1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:19.770297 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-28289567-1bc8-44c0-914b-24eeff9c1318 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1456552 Jun 23 17:13:19.775286 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-efd11745-f32c-420b-9871-f6e809815729 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:13:19.814642 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1468773549-network', 'tenant_id': 'aa636b31dd844b93b83300a3de1418ce'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:19.840873 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-3868e0bd-6097-44f1-8e13-d7247b8bce3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e HTTP/1.1" status: 200 len: 217 time: 0.0623295 Jun 23 17:13:19.873271 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:19.879858 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Made reservation on behalf of aa636b31dd844b93b83300a3de1418ce for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:19.889053 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:19.934680 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:19.985818 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-b4c8fecc-eb4e-43c3-a7e4-69d2de2ebe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:19.992264 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-b4c8fecc-eb4e-43c3-a7e4-69d2de2ebe18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.1246922 Jun 23 17:13:19.999116 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49632) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:20.009755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-1abbef07-39e5-43fa-8b2e-a1974f686ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:20.012687 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-1abbef07-39e5-43fa-8b2e-a1974f686ea8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 1129 time: 0.1872077 Jun 23 17:13:20.127278 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Publish callbacks [] for security_group (8ff57330-a133-4e37-a83d-905103feaa58), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:20.134384 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (8ff57330-a133-4e37-a83d-905103feaa58), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:20.162630 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:13:20.174447 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (0951d584-297d-4b2e-8fc6-307b52eee31b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:20.174953 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Added segment 0951d584-297d-4b2e-8fc6-307b52eee31b of type vlan for network 61ebd6c3-bd7b-408e-b6a6-97ced763519b Jun 23 17:13:20.190682 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-efd11745-f32c-420b-9871-f6e809815729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:18Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:20.220216 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (61ebd6c3-bd7b-408e-b6a6-97ced763519b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:20.271746 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd11745-f32c-420b-9871-f6e809815729 None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:13:20.278111 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:20.289682 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd11745-f32c-420b-9871-f6e809815729 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:13:20.290712 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-efd11745-f32c-420b-9871-f6e809815729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:13:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:20.308020 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff57330-a133-4e37-a83d-905103feaa58,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:20.314956 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (61ebd6c3-bd7b-408e-b6a6-97ced763519b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:20.316580 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:20.318634 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:20.353323 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-27265518-caec-4ecf-9da3-45522ea8fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:20.359486 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-27265518-caec-4ecf-9da3-45522ea8fd98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1362600 Jun 23 17:13:20.392680 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1818223 Jun 23 17:13:20.398286 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49654) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:20.414103 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Request body: {'subnet': {'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1468773549-subnet', 'tenant_id': 'aa636b31dd844b93b83300a3de1418ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:20.506391 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Made reservation on behalf of aa636b31dd844b93b83300a3de1418ce for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:20.508666 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11703566'] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:20.563257 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-6c33dfac-0555-48de-a40f-2b78d12f2c01 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951571 Jun 23 17:13:20.564741 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-f648df99-2292-43fc-8bc8-e90eda00b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:20.566671 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa14d0-a40e-42fa-8f50-5f7ef7231163 admin admin] Pushing event updated for resources: {'Network': ['ID=61ebd6c3-bd7b-408e-b6a6-97ced763519b,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:20.567135 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-f648df99-2292-43fc-8bc8-e90eda00b59b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 915 time: 0.3585649 Jun 23 17:13:20.569644 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3481c6c0-ecb4-49a7-85af-933522db6cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:20.580156 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 61ebd6c3-bd7b-408e-b6a6-97ced763519b details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:13:20.596613 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-efd11745-f32c-420b-9871-f6e809815729 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:13:20.837247 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5595d321-d64c-45c2-a152-6cf8bca72d21 req-bd24e25e-c47e-40f4-9229-c13daef34d4e service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546055 Jun 23 17:13:20.916350 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11783403-2af3-47ec-b30b-6993bb8871ac req-8c919ae7-b87b-4d0f-9ed7-8b271ab8f2b1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:20.924779 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11783403-2af3-47ec-b30b-6993bb8871ac req-8c919ae7-b87b-4d0f-9ed7-8b271ab8f2b1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0623579 Jun 23 17:13:20.930767 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-5117666d-e6a9-4162-95b8-1b5c8447908f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b1cac9-5302-4079-b5e0-7137567b16e5 HTTP/1.1" status: 200 len: 999 time: 0.3495111 Jun 23 17:13:20.953653 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-efd11745-f32c-420b-9871-f6e809815729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:18Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:20.958915 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49670) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:20.960193 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11266277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11703672'] for subnet (1aca03ec-95e2-485f-b420-993f1f111af0), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.005817 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd11745-f32c-420b-9871-f6e809815729 None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:18Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:13:21.028102 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:21.074632 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-9f065b7f-bcb2-4564-acd1-bbf74f501b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:21.076278 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-9f065b7f-bcb2-4564-acd1-bbf74f501b92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.1301367 Jun 23 17:13:21.119009 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3481c6c0-ecb4-49a7-85af-933522db6cf7 admin admin] Publish callbacks [] for security_group (9de56657-e82c-418d-9d0e-64768a8155f6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.134699 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3481c6c0-ecb4-49a7-85af-933522db6cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9de56657-e82c-418d-9d0e-64768a8155f6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.147268 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-11783403-2af3-47ec-b30b-6993bb8871ac req-5fe39eac-4377-4a85-b2cf-a6ac09f49a30 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212210 Jun 23 17:13:21.151589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aca03ec-95e2-485f-b420-993f1f111af0,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:21.185411 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bd7a25b2-f364-4451-957e-bcb16edc8652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.187431 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Checking segment: {'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:13:21.188311 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Network hostable DHCP agents. Network: 61ebd6c3-bd7b-408e-b6a6-97ced763519b, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:13:21.204844 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481c6c0-ecb4-49a7-85af-933522db6cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de56657-e82c-418d-9d0e-64768a8155f6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:21.219906 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:21.236575 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3481c6c0-ecb4-49a7-85af-933522db6cf7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d642b6175354628a304a0e9a1a02121&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2344408 Jun 23 17:13:21.237452 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Network 61ebd6c3-bd7b-408e-b6a6-97ced763519b is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:13:21.240527 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49682) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:21.260435 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-423a8771-2111-4e58-b447-101d3fad4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:21.261564 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 61ebd6c3-bd7b-408e-b6a6-97ced763519b) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:13:21.261946 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-423a8771-2111-4e58-b447-101d3fad4d03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792403 Jun 23 17:13:21.266635 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:21.267230 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.290915 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b3b62-5a74-4d14-af11-10fb7731b389 None None] Network 61ebd6c3-bd7b-408e-b6a6-97ced763519b requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:13:21.297107 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-71176f6f-33da-425c-9852-9b6db39cff28 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8971972 Jun 23 17:13:21.327875 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bd7a25b2-f364-4451-957e-bcb16edc8652 admin admin] Publish callbacks [] for security_group (eb954d82-afd5-4138-b1ba-119b40c4a4b7), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.340835 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bd7a25b2-f364-4451-957e-bcb16edc8652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (eb954d82-afd5-4138-b1ba-119b40c4a4b7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.372468 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:21.427920 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-bd7a25b2-f364-4451-957e-bcb16edc8652 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e95bdc21e7114831aa96dec5e576f3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645984 Jun 23 17:13:21.430130 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49688) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:21.447734 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a25b2-f364-4451-957e-bcb16edc8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb954d82-afd5-4138-b1ba-119b40c4a4b7,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:21.464992 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e6e5d-00c9-43a5-a62b-338b687de2a3 None None] New status for floating IP 2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:13:21.494296 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b324b3af-03f0-4dd2-821c-d0b4ef3c447a None None] Network 61ebd6c3-bd7b-408e-b6a6-97ced763519b requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:13:21.501045 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d72e3720-01b3-4d7a-b606-147166e785ee admin admin] Publish callbacks [] for security_group (9de56657-e82c-418d-9d0e-64768a8155f6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.574065 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e83e-9c69-4cce-9e07-5c1e2ae0d3d3 admin admin] Publish callbacks [] for security_group (eb954d82-afd5-4138-b1ba-119b40c4a4b7), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.584094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d72e3720-01b3-4d7a-b606-147166e785ee admin admin] Publish callbacks [] for security_group (9de56657-e82c-418d-9d0e-64768a8155f6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.601392 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e83e-9c69-4cce-9e07-5c1e2ae0d3d3 admin admin] Publish callbacks [] for security_group (eb954d82-afd5-4138-b1ba-119b40c4a4b7), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.611187 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-060fe8ed-21ba-48a7-8d07-5591378c99be service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396831 Jun 23 17:13:21.625049 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:21.673178 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e83e-9c69-4cce-9e07-5c1e2ae0d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (eb954d82-afd5-4138-b1ba-119b40c4a4b7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.677709 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e83e-9c69-4cce-9e07-5c1e2ae0d3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.686331 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a7c1e83e-9c69-4cce-9e07-5c1e2ae0d3d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb954d82-afd5-4138-b1ba-119b40c4a4b7 HTTP/1.1" status: 204 len: 168 time: 0.2527623 Jun 23 17:13:21.699319 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1e83e-9c69-4cce-9e07-5c1e2ae0d3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb954d82-afd5-4138-b1ba-119b40c4a4b7,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:21.779502 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba4ccdd3-0dd4-4451-bfbe-95c36208bff4 req-b4ad746d-ff67-4cc0-96ac-507d6b5db249 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250019 Jun 23 17:13:21.781680 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d72e3720-01b3-4d7a-b606-147166e785ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9de56657-e82c-418d-9d0e-64768a8155f6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.785608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d72e3720-01b3-4d7a-b606-147166e785ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:21.788101 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:21.790894 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d72e3720-01b3-4d7a-b606-147166e785ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9de56657-e82c-418d-9d0e-64768a8155f6 HTTP/1.1" status: 204 len: 168 time: 0.5493939 Jun 23 17:13:21.800498 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e3720-01b3-4d7a-b606-147166e785ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de56657-e82c-418d-9d0e-64768a8155f6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:22.355312 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49720) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:22.370409 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3242826-5a1d-499e-b567-3f176cfb7a82 req-de2567b8-a429-45b0-989a-86327c03bf7a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:22.376883 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3242826-5a1d-499e-b567-3f176cfb7a82 req-de2567b8-a429-45b0-989a-86327c03bf7a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0774455 Jun 23 17:13:22.459782 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3242826-5a1d-499e-b567-3f176cfb7a82 req-f36937ba-5be4-490f-ace7-05a4886a4069 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812247 Jun 23 17:13:22.569911 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1ae63074-323c-46fe-a3e6-956314fa6a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.578170 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49728) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:22.600462 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:22.604768 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa171-803a-4560-b3d2-ebc4cae31118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.724351 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1ae63074-323c-46fe-a3e6-956314fa6a94 admin admin] Publish callbacks [] for security_group (45f85a58-54f3-46ab-83e8-18b121e84e0b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.731255 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1ae63074-323c-46fe-a3e6-956314fa6a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (45f85a58-54f3-46ab-83e8-18b121e84e0b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.763049 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa171-803a-4560-b3d2-ebc4cae31118 admin admin] Publish callbacks [] for security_group (1524abc4-f906-4f5e-ba38-8b2777e86c94), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.778057 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa171-803a-4560-b3d2-ebc4cae31118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1524abc4-f906-4f5e-ba38-8b2777e86c94), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.794009 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1ae63074-323c-46fe-a3e6-956314fa6a94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b971e2d2950645ac9168671abfc2ed62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374881 Jun 23 17:13:22.796430 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae63074-323c-46fe-a3e6-956314fa6a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f85a58-54f3-46ab-83e8-18b121e84e0b,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:22.796925 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49734) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:22.825177 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fc3aa171-803a-4560-b3d2-ebc4cae31118 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3471326561f44d809b739bd2647b1034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433136 Jun 23 17:13:22.827350 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49736) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:22.832334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3aa171-803a-4560-b3d2-ebc4cae31118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1524abc4-f906-4f5e-ba38-8b2777e86c94,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:22.884217 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f1245ba5-38c9-46c1-962d-632ec330b8f9 admin admin] Publish callbacks [] for security_group (45f85a58-54f3-46ab-83e8-18b121e84e0b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.906434 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b1eed18-9a6a-493a-8431-d5cdccf01497 admin admin] Publish callbacks [] for security_group (1524abc4-f906-4f5e-ba38-8b2777e86c94), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.924669 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f1245ba5-38c9-46c1-962d-632ec330b8f9 admin admin] Publish callbacks [] for security_group (45f85a58-54f3-46ab-83e8-18b121e84e0b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:22.949695 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b1eed18-9a6a-493a-8431-d5cdccf01497 admin admin] Publish callbacks [] for security_group (1524abc4-f906-4f5e-ba38-8b2777e86c94), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.009228 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f1245ba5-38c9-46c1-962d-632ec330b8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (45f85a58-54f3-46ab-83e8-18b121e84e0b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.012007 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f1245ba5-38c9-46c1-962d-632ec330b8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.013301 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f1245ba5-38c9-46c1-962d-632ec330b8f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45f85a58-54f3-46ab-83e8-18b121e84e0b HTTP/1.1" status: 204 len: 168 time: 0.2152774 Jun 23 17:13:23.016182 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b1eed18-9a6a-493a-8431-d5cdccf01497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1524abc4-f906-4f5e-ba38-8b2777e86c94), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.018593 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b1eed18-9a6a-493a-8431-d5cdccf01497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.019598 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4b1eed18-9a6a-493a-8431-d5cdccf01497 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1524abc4-f906-4f5e-ba38-8b2777e86c94 HTTP/1.1" status: 204 len: 168 time: 0.1908448 Jun 23 17:13:23.031202 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1245ba5-38c9-46c1-962d-632ec330b8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f85a58-54f3-46ab-83e8-18b121e84e0b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:23.044035 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1eed18-9a6a-493a-8431-d5cdccf01497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524abc4-f906-4f5e-ba38-8b2777e86c94,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:23.474520 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49760) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:23.511440 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6349efd6-ece7-4fdc-b38e-a1de9fa045ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.589720 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=4,neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:23.640082 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb041a04-5502-421e-8b3f-53fa80c6e15d req-acebb9f6-7c41-4a3b-9195-bdafeca6a8cf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:23.641374 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb041a04-5502-421e-8b3f-53fa80c6e15d req-acebb9f6-7c41-4a3b-9195-bdafeca6a8cf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0701017 Jun 23 17:13:23.701199 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6349efd6-ece7-4fdc-b38e-a1de9fa045ea admin admin] Publish callbacks [] for security_group (6d6d4440-31ce-45a9-b836-dded8dac041b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.714547 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6349efd6-ece7-4fdc-b38e-a1de9fa045ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (6d6d4440-31ce-45a9-b836-dded8dac041b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.754070 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb041a04-5502-421e-8b3f-53fa80c6e15d req-4e7a5319-0f6d-4893-883e-f12e9e737fe1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051831 Jun 23 17:13:23.766549 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-ccded8c9-8b51-4134-9810-474ff52d65ae tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:23.769047 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6349efd6-ece7-4fdc-b38e-a1de9fa045ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49eb21b29f3e4ffeb0595869ffcd24ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928982 Jun 23 17:13:23.770033 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349efd6-ece7-4fdc-b38e-a1de9fa045ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d4440-31ce-45a9-b836-dded8dac041b,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:23.772637 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49782) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:23.773647 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-ccded8c9-8b51-4134-9810-474ff52d65ae tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/networks?id=61ebd6c3-bd7b-408e-b6a6-97ced763519b HTTP/1.1" status: 200 len: 809 time: 0.1614656 Jun 23 17:13:23.806595 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-276c6942-86e7-4c71-ba61-edd4692d5db8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/quotas/aa636b31dd844b93b83300a3de1418ce HTTP/1.1" status: 200 len: 375 time: 0.0319605 Jun 23 17:13:23.837200 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-50f18c8d-387c-4d17-b4a5-641860e1a547 admin admin] Publish callbacks [] for security_group (6d6d4440-31ce-45a9-b836-dded8dac041b), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.866056 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-50f18c8d-387c-4d17-b4a5-641860e1a547 admin admin] Publish callbacks [] for security_group (6d6d4440-31ce-45a9-b836-dded8dac041b), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.868965 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-5518ed1d-0cd8-435f-af7a-854f9eae3abf tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa636b31dd844b93b83300a3de1418ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609136 Jun 23 17:13:23.880689 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:23.943074 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:23.957229 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-50f18c8d-387c-4d17-b4a5-641860e1a547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (6d6d4440-31ce-45a9-b836-dded8dac041b), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.959936 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-50f18c8d-387c-4d17-b4a5-641860e1a547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:23.961330 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-50f18c8d-387c-4d17-b4a5-641860e1a547 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d6d4440-31ce-45a9-b836-dded8dac041b HTTP/1.1" status: 204 len: 168 time: 0.1875479 Jun 23 17:13:23.970582 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f18c8d-387c-4d17-b4a5-641860e1a547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d4440-31ce-45a9-b836-dded8dac041b,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:23.988150 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-803e6d80-f3ba-4b6b-aca8-32885a4a3a0e service neutron] 10.222.0.18 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177807 Jun 23 17:13:24.112086 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-5d0c13b5-9df1-4db3-9def-04e52b8b99b3 service neutron] 10.222.0.18 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158540 Jun 23 17:13:24.327361 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0174444c-f0b1-4bb4-90af-f5523e7b7774 req-98509e3d-e79e-423d-88d0-8b0cd9c1ccd5 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 210 time: 0.0408015 Jun 23 17:13:24.926804 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ef482-0e83-4683-b1e3-8679a6c1b592 req-91021d55-8f0c-4607-84a3-22010b6e000a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:24.928445 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c9ef482-0e83-4683-b1e3-8679a6c1b592 req-91021d55-8f0c-4607-84a3-22010b6e000a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0585253 Jun 23 17:13:24.986050 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c9ef482-0e83-4683-b1e3-8679a6c1b592 req-42d65ee2-74ee-4206-97c5-19fd893700b2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499501 Jun 23 17:13:25.438491 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8df5b00b-8cdd-4c07-936d-3a112df7ea67 req-3f026fd9-5318-4e66-b07a-ecdc59461055 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 210 time: 0.0360658 Jun 23 17:13:25.743327 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49956) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:25.910533 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-281d15ca-d87e-4c99-88e3-e7452c2919bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.033107 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-281d15ca-d87e-4c99-88e3-e7452c2919bd admin admin] Publish callbacks [] for security_group (3a83bebb-be41-4bbb-ad85-05bcea154e09), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.042161 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-281d15ca-d87e-4c99-88e3-e7452c2919bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (3a83bebb-be41-4bbb-ad85-05bcea154e09), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.064040 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49970) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:26.089085 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-281d15ca-d87e-4c99-88e3-e7452c2919bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba4bac022d174793bd4ba724ce6c1773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442993 Jun 23 17:13:26.091799 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 49974) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:26.128070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d15ca-d87e-4c99-88e3-e7452c2919bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83bebb-be41-4bbb-ad85-05bcea154e09,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:26.148254 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea034d8-9b2d-4373-a4fa-3e4401cea8eb req-d500633f-94b3-4192-9310-de30fcbbc01a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:26.150054 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ea034d8-9b2d-4373-a4fa-3e4401cea8eb req-d500633f-94b3-4192-9310-de30fcbbc01a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0899117 Jun 23 17:13:26.152706 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17c83be6-69c7-4bd2-a2e8-211352e91977 admin admin] Publish callbacks [] for security_group (3a83bebb-be41-4bbb-ad85-05bcea154e09), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.163829 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=2,neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:26.177446 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17c83be6-69c7-4bd2-a2e8-211352e91977 admin admin] Publish callbacks [] for security_group (3a83bebb-be41-4bbb-ad85-05bcea154e09), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.203644 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ea034d8-9b2d-4373-a4fa-3e4401cea8eb req-314f3da5-7947-45ae-a40d-41bd8ba128bd tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Jun 23 17:13:26.205875 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35291a0a-1804-48be-a744-e747609c9601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.268579 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17c83be6-69c7-4bd2-a2e8-211352e91977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (3a83bebb-be41-4bbb-ad85-05bcea154e09), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.271082 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-17c83be6-69c7-4bd2-a2e8-211352e91977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.272309 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-17c83be6-69c7-4bd2-a2e8-211352e91977 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a83bebb-be41-4bbb-ad85-05bcea154e09 HTTP/1.1" status: 204 len: 168 time: 0.1794536 Jun 23 17:13:26.290782 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c83be6-69c7-4bd2-a2e8-211352e91977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83bebb-be41-4bbb-ad85-05bcea154e09,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:26.326274 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35291a0a-1804-48be-a744-e747609c9601 admin admin] Publish callbacks [] for security_group (c10a1183-1193-4755-83ef-b173c99f3608), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.332371 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35291a0a-1804-48be-a744-e747609c9601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (c10a1183-1193-4755-83ef-b173c99f3608), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.373204 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-35291a0a-1804-48be-a744-e747609c9601 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09b53232fd0245278ef9f7befc66e509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080020 Jun 23 17:13:26.374181 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35291a0a-1804-48be-a744-e747609c9601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10a1183-1193-4755-83ef-b173c99f3608,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:26.376002 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 49990) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:26.434301 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-13c33d6b-18c3-4753-981a-25e796df21ee admin admin] Publish callbacks [] for security_group (c10a1183-1193-4755-83ef-b173c99f3608), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.459367 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-13c33d6b-18c3-4753-981a-25e796df21ee admin admin] Publish callbacks [] for security_group (c10a1183-1193-4755-83ef-b173c99f3608), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.520230 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-13c33d6b-18c3-4753-981a-25e796df21ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (c10a1183-1193-4755-83ef-b173c99f3608), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.523846 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-13c33d6b-18c3-4753-981a-25e796df21ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.525186 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-13c33d6b-18c3-4753-981a-25e796df21ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c10a1183-1193-4755-83ef-b173c99f3608 HTTP/1.1" status: 204 len: 168 time: 0.1474271 Jun 23 17:13:26.540000 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c33d6b-18c3-4753-981a-25e796df21ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10a1183-1193-4755-83ef-b173c99f3608,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:26.558770 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4d0c1496-38ae-4b3b-bb77-41e5a2b31420 req-d4ac2c40-4ecd-4500-847b-403bd3b7b46a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 210 time: 0.0477786 Jun 23 17:13:26.628964 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50006) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:26.643072 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-841e8e83-8aac-4397-aabf-96b5e1ff3702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.681290 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:26.738113 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-841e8e83-8aac-4397-aabf-96b5e1ff3702 admin admin] Publish callbacks [] for security_group (9a109d73-c9c5-4e10-abaf-b1abf66c9e63), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.743348 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-841e8e83-8aac-4397-aabf-96b5e1ff3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9a109d73-c9c5-4e10-abaf-b1abf66c9e63), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.783156 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-841e8e83-8aac-4397-aabf-96b5e1ff3702 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=998576c07b584128ad037309fa744ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530626 Jun 23 17:13:26.784035 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e8e83-8aac-4397-aabf-96b5e1ff3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a109d73-c9c5-4e10-abaf-b1abf66c9e63,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:26.786462 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50014) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:26.818131 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:26.842478 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c73567f-2122-4999-9865-e2aeb1de9a79 admin admin] Publish callbacks [] for security_group (9a109d73-c9c5-4e10-abaf-b1abf66c9e63), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.864455 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c73567f-2122-4999-9865-e2aeb1de9a79 admin admin] Publish callbacks [] for security_group (9a109d73-c9c5-4e10-abaf-b1abf66c9e63), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:26.947272 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50018) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:26.969733 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a5b39496-2b74-4a98-a34e-1242d52b2ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.030372 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:27.070344 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a5b39496-2b74-4a98-a34e-1242d52b2ca3 admin admin] Publish callbacks [] for security_group (cf5d7beb-a135-4218-bb99-15d6a3dabed8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.075115 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a5b39496-2b74-4a98-a34e-1242d52b2ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (cf5d7beb-a135-4218-bb99-15d6a3dabed8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.116830 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b39496-2b74-4a98-a34e-1242d52b2ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d7beb-a135-4218-bb99-15d6a3dabed8,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:27.121122 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a5b39496-2b74-4a98-a34e-1242d52b2ca3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b8d24e6e02042e5bd37a17f4bc35b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726220 Jun 23 17:13:27.123778 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50024) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:27.132680 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c73567f-2122-4999-9865-e2aeb1de9a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9a109d73-c9c5-4e10-abaf-b1abf66c9e63), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.135366 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c73567f-2122-4999-9865-e2aeb1de9a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.136599 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7c73567f-2122-4999-9865-e2aeb1de9a79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a109d73-c9c5-4e10-abaf-b1abf66c9e63 HTTP/1.1" status: 204 len: 168 time: 0.3492544 Jun 23 17:13:27.146434 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73567f-2122-4999-9865-e2aeb1de9a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a109d73-c9c5-4e10-abaf-b1abf66c9e63,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:27.187707 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7710ac7f-2e19-40d0-9769-e5a64efd81ff admin admin] Publish callbacks [] for security_group (cf5d7beb-a135-4218-bb99-15d6a3dabed8), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.210896 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7710ac7f-2e19-40d0-9769-e5a64efd81ff admin admin] Publish callbacks [] for security_group (cf5d7beb-a135-4218-bb99-15d6a3dabed8), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.271202 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7710ac7f-2e19-40d0-9769-e5a64efd81ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (cf5d7beb-a135-4218-bb99-15d6a3dabed8), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.273711 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7710ac7f-2e19-40d0-9769-e5a64efd81ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:27.275453 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7710ac7f-2e19-40d0-9769-e5a64efd81ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf5d7beb-a135-4218-bb99-15d6a3dabed8 HTTP/1.1" status: 204 len: 168 time: 0.1507237 Jun 23 17:13:27.283956 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710ac7f-2e19-40d0-9769-e5a64efd81ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d7beb-a135-4218-bb99-15d6a3dabed8,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:27.353222 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af8610-9523-412f-be30-f554d8828e8f req-d5baa05f-0657-42b4-9676-8582c161265c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:27.355839 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3af8610-9523-412f-be30-f554d8828e8f req-d5baa05f-0657-42b4-9676-8582c161265c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0800173 Jun 23 17:13:27.440676 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3af8610-9523-412f-be30-f554d8828e8f req-031ece85-0b6c-4373-9b74-a80914ca6c45 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785882 Jun 23 17:13:27.531120 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-794daf5f-8f51-4560-bd4b-fde017ec348e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:27.532988 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-794daf5f-8f51-4560-bd4b-fde017ec348e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.57 "GET /v2.0/networks?id=61ebd6c3-bd7b-408e-b6a6-97ced763519b HTTP/1.1" status: 200 len: 809 time: 0.1400125 Jun 23 17:13:27.691391 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6b24ee36-8ef8-4a84-a1dc-2eed76c56fb1 req-8058cc25-e84a-4202-bd42-83bd319344c5 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 210 time: 0.0398345 Jun 23 17:13:27.930094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Request body: {'port': {'device_id': '55f7f013-449c-4054-b481-780884c79d4a', 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b', 'admin_state_up': True, 'tenant_id': 'aa636b31dd844b93b83300a3de1418ce'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:28.163429 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Made reservation on behalf of aa636b31dd844b93b83300a3de1418ce for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:28.167332 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:28.331930 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Allocated IP 172.20.0.4 (61ebd6c3-bd7b-408e-b6a6-97ced763519b/1aca03ec-95e2-485f-b420-993f1f111af0/d160f76f-5be5-4ce6-be7e-4a20b3b492c9) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:13:28.463981 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:28.512810 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks [] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:28.582861 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31438f77-63b6-4a61-b55d-415ddcb15f40 req-873223b6-30a7-4567-830e-316b589b6aa7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:28.584467 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31438f77-63b6-4a61-b55d-415ddcb15f40 req-873223b6-30a7-4567-830e-316b589b6aa7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0638261 Jun 23 17:13:28.598079 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:28.672204 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Pushing event updated for resources: {'Port': ['ID=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:28.722195 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Network 61ebd6c3-bd7b-408e-b6a6-97ced763519b is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:13:28.729538 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:13:28.737282 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:13:28.744364 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:28.750991 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31438f77-63b6-4a61-b55d-415ddcb15f40 req-c7df3797-ef59-4ff7-9f76-3f54863b5c99 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605978 Jun 23 17:13:28.827179 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:28.830508 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:28.847673 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb19f6-6fe1-48c0-94e2-a050cebcff11 req-63c04140-f0b8-425b-90bb-c2a18bf22e8c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:28.849392 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b6eb19f6-6fe1-48c0-94e2-a050cebcff11 req-63c04140-f0b8-425b-90bb-c2a18bf22e8c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 931 time: 0.0569677 Jun 23 17:13:28.858174 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-f7973967-4ab2-4dc3-905b-66db2fe96bd3 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9354599 Jun 23 17:13:28.917868 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b6eb19f6-6fe1-48c0-94e2-a050cebcff11 req-56a0c17d-c005-4511-8d84-2a2a576672c8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602119 Jun 23 17:13:28.943815 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Request body: {'port': {'device_id': '55f7f013-449c-4054-b481-780884c79d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:29.019508 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:29.382554 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d160f76f-5be5-4ce6-be7e-4a20b3b492c9 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:13:29.391846 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Publish callbacks [] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:29.415178 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Transition to ACTIVE for port object d160f76f-5be5-4ce6-be7e-4a20b3b492c9 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:13:29.422087 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:29.514611 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Pushing event updated for resources: {'Port': ['ID=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:29.525153 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da299fd8-0cd3-49ce-8c95-ff3053698eae req-40c88e0e-5a5b-498a-9399-34adf3e217fd tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:29.527102 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da299fd8-0cd3-49ce-8c95-ff3053698eae req-40c88e0e-5a5b-498a-9399-34adf3e217fd tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0599008 Jun 23 17:13:29.586947 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-da299fd8-0cd3-49ce-8c95-ff3053698eae req-c4cf8435-7353-401f-b9ca-8b29660d4afe tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519037 Jun 23 17:13:29.628197 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Attempting to bind port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:13:29.628715 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Attempting to bind port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:13:29.629150 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Attempting to bind port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 on network 61ebd6c3-bd7b-408e-b6a6-97ced763519b {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:13:29.634263 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 on network 61ebd6c3-bd7b-408e-b6a6-97ced763519b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:13:29.634702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Attempting to bind port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 on network 61ebd6c3-bd7b-408e-b6a6-97ced763519b {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:13:29.639831 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:13:29.640272 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Checking segment: {'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:13:29.640724 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Bound using segment: {'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:13:29.641236 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Bound port: d160f76f-5be5-4ce6-be7e-4a20b3b492c9, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:13:29.641662 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:29.682596 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:29.732261 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] For port d160f76f-5be5-4ce6-be7e-4a20b3b492c9, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:13:29.736736 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] For port d160f76f-5be5-4ce6-be7e-4a20b3b492c9, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:13:29.746511 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:29.785262 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:29.785763 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:29.787261 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] 10.222.0.57 "PUT /v2.0/ports/d160f76f-5be5-4ce6-be7e-4a20b3b492c9 HTTP/1.1" status: 200 len: 1093 time: 0.8481054 Jun 23 17:13:29.792204 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f7f013-449c-4054-b481-780884c79d4a', 'tag': 'd160f76f-5be5-4ce6-be7e-4a20b3b492c9'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:13:29.794546 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f098152e-77c9-44c0-a5e0-cac3fea5bb49" -d '{"events": [{"name": "network-changed", "server_uuid": "55f7f013-449c-4054-b481-780884c79d4a", "tag": "d160f76f-5be5-4ce6-be7e-4a20b3b492c9"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:29.866656 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafe8123-7664-448b-b380-5c8b5c6cdf1e x-openstack-request-id: req-aafe8123-7664-448b-b380-5c8b5c6cdf1e {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:29.867077 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f7f013-449c-4054-b481-780884c79d4a", "tag": "d160f76f-5be5-4ce6-be7e-4a20b3b492c9", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:29.867173 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aafe8123-7664-448b-b380-5c8b5c6cdf1e {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:29.867605 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafe8123-7664-448b-b380-5c8b5c6cdf1e'] response: {'name': 'network-changed', 'server_uuid': '55f7f013-449c-4054-b481-780884c79d4a', 'tag': 'd160f76f-5be5-4ce6-be7e-4a20b3b492c9', 'status': 'completed', 'code': 200} Jun 23 17:13:29.871838 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8966b-4d69-437b-874f-ff3f1ba90a35 service neutron] Pushing event updated for resources: {'Port': ['ID=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:29.915351 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62f6d0-acb0-4a05-abf2-65faacec2965 req-6f63400a-864a-4026-baf7-629d83efdf9e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:29.918104 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d62f6d0-acb0-4a05-abf2-65faacec2965 req-6f63400a-864a-4026-baf7-629d83efdf9e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0695240 Jun 23 17:13:29.993469 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d62f6d0-acb0-4a05-abf2-65faacec2965 req-394ce016-3760-43f8-910a-a625ead55963 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680404 Jun 23 17:13:30.046399 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fff73077-77d8-4c90-a522-3425708cc7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:30.059420 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:30.075282 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126410e-c9b9-41c3-b014-f4162dcef2f0 req-85c67e44-346f-44f0-a5c3-31ae831f0e44 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:30.076789 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b126410e-c9b9-41c3-b014-f4162dcef2f0 req-85c67e44-346f-44f0-a5c3-31ae831f0e44 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 943 time: 0.0608141 Jun 23 17:13:30.125963 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b126410e-c9b9-41c3-b014-f4162dcef2f0 req-faef218e-9d4e-4ff7-9ddb-c38329c8636b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Jun 23 17:13:30.681127 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:30.726395 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8bb46-da62-4297-9136-9d89fb1156b9 req-bdb9e69d-f94f-400a-89c2-98e701d1edd9 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:30.731736 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0eb8bb46-da62-4297-9136-9d89fb1156b9 req-bdb9e69d-f94f-400a-89c2-98e701d1edd9 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0594141 Jun 23 17:13:30.784988 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0eb8bb46-da62-4297-9136-9d89fb1156b9 req-d3ade266-ad84-4436-9ede-0c598462da89 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465698 Jun 23 17:13:30.951406 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=81 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:31.004900 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=75 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:31.101510 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a3a1-8fd9-4428-8044-8dc1be441b33 req-f551f0e2-11c2-47a7-b549-4f0a9b04f57e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:31.103027 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e947a3a1-8fd9-4428-8044-8dc1be441b33 req-f551f0e2-11c2-47a7-b549-4f0a9b04f57e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0473244 Jun 23 17:13:31.155935 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e947a3a1-8fd9-4428-8044-8dc1be441b33 req-8b17e81d-5917-4d6d-82e2-96270f7c4710 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Jun 23 17:13:31.241269 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a366ae-51c7-455e-88fa-815ea24f48cd req-908b639e-0254-4287-9ef7-bfed2e267f28 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:31.242708 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-56a366ae-51c7-455e-88fa-815ea24f48cd req-908b639e-0254-4287-9ef7-bfed2e267f28 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 943 time: 0.0487871 Jun 23 17:13:31.292203 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-56a366ae-51c7-455e-88fa-815ea24f48cd req-69e05de1-a7ac-44e4-8e71-85a5b7a1d60a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Jun 23 17:13:31.372549 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098152e-77c9-44c0-a5e0-cac3fea5bb49 req-12635eff-fdda-433a-8011-5ab002800f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:31.374603 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f098152e-77c9-44c0-a5e0-cac3fea5bb49 req-12635eff-fdda-433a-8011-5ab002800f38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa636b31dd844b93b83300a3de1418ce&device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 1127 time: 0.0546420 Jun 23 17:13:31.584748 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098152e-77c9-44c0-a5e0-cac3fea5bb49 req-20d716c3-f845-46ee-aecc-ad798cc20df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:31.586293 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f098152e-77c9-44c0-a5e0-cac3fea5bb49 req-20d716c3-f845-46ee-aecc-ad798cc20df2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=aa636b31dd844b93b83300a3de1418ce&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1853356 Jun 23 17:13:31.918285 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3854d5-9470-4032-b0a1-8d1f77691cfd req-bdaa2eb3-8dca-4ff7-9df1-deec846f2a63 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:31.919815 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8b3854d5-9470-4032-b0a1-8d1f77691cfd req-bdaa2eb3-8dca-4ff7-9df1-deec846f2a63 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0478458 Jun 23 17:13:31.973045 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8b3854d5-9470-4032-b0a1-8d1f77691cfd req-4e71a2fc-9d16-48b7-80b3-32f1bd4bc2b9 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469263 Jun 23 17:13:32.326676 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5f720555-3ca8-4897-8d16-80a5a0cd24e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:32.362158 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d45abb-1d92-4440-bb98-aa560ccca1d0 req-63568f80-53f0-495f-88c0-7bd465f8e449 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:32.363562 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-52d45abb-1d92-4440-bb98-aa560ccca1d0 req-63568f80-53f0-495f-88c0-7bd465f8e449 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1230950 Jun 23 17:13:32.383072 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098152e-77c9-44c0-a5e0-cac3fea5bb49 req-9f10c84b-ea67-4969-a779-b01c82001b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:32.384522 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f098152e-77c9-44c0-a5e0-cac3fea5bb49 req-9f10c84b-ea67-4969-a779-b01c82001b76 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2492161 Jun 23 17:13:32.401672 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-70a36193-0739-4373-855d-62f42a72948a tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:32.403198 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-70a36193-0739-4373-855d-62f42a72948a tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.0876267 Jun 23 17:13:32.458088 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b9087-bffa-45a2-b4cc-66172ce9bdd0 req-d205c375-3dc1-4545-94f0-0284642ce962 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:32.459639 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d37b9087-bffa-45a2-b4cc-66172ce9bdd0 req-d205c375-3dc1-4545-94f0-0284642ce962 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 943 time: 0.0763175 Jun 23 17:13:32.480808 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-52d45abb-1d92-4440-bb98-aa560ccca1d0 req-67561802-3b54-4b83-9033-249bb9bf7026 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099710 Jun 23 17:13:32.549408 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d37b9087-bffa-45a2-b4cc-66172ce9bdd0 req-4fb99b50-8396-42a5-89a1-52e5346e5419 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829437 Jun 23 17:13:32.596453 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-eec256a9-86b7-42f9-95a6-69c607c754bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:32.598006 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-eec256a9-86b7-42f9-95a6-69c607c754bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa636b31dd844b93b83300a3de1418ce&device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 1127 time: 0.1091065 Jun 23 17:13:32.600914 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Deleting port 8910ed54-da53-4e0c-a689-825852d3a4cf {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:13:32.601528 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:32.671571 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-5338034b-1bc0-495e-83c5-8b791d3292f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d160f76f-5be5-4ce6-be7e-4a20b3b492c9 HTTP/1.1" status: 200 len: 217 time: 0.0492306 Jun 23 17:13:32.766448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] For port 8910ed54-da53-4e0c-a689-825852d3a4cf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8910ed54-da53-4e0c-a689-825852d3a4cf,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:32.766827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:32.771324 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-3cb40405-9656-47de-aa5c-6575aea19e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:32.772740 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-3cb40405-9656-47de-aa5c-6575aea19e80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1aca03ec-95e2-485f-b420-993f1f111af0 HTTP/1.1" status: 200 len: 849 time: 0.0751460 Jun 23 17:13:32.778052 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:32.797764 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Calling delete_port for 8910ed54-da53-4e0c-a689-825852d3a4cf owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:13:32.827054 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-75424a93-841a-468c-838e-e3a8fe8abe10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61ebd6c3-bd7b-408e-b6a6-97ced763519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464065 Jun 23 17:13:32.923942 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:33.005083 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-0580fbe3-e67a-4c4b-9913-08537a0d21d5 service neutron] 10.222.0.57 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538541 Jun 23 17:13:33.392472 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3fe3-41c3-42ee-bc57-79c869d195ec req-3974b393-4ab5-4832-8608-a8628c28beeb tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:33.394427 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ccd3fe3-41c3-42ee-bc57-79c869d195ec req-3974b393-4ab5-4832-8608-a8628c28beeb tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 945 time: 0.3262005 Jun 23 17:13:33.396968 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (8910ed54-da53-4e0c-a689-825852d3a4cf), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:33.424112 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:33.448625 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Pushing event deleted for resources: {'Port': ['ID=8910ed54-da53-4e0c-a689-825852d3a4cf,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:33.464682 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb7c4b1a-791d-43d0-8b7f-a9d63b55abe3 req-1a8fb0a4-9d97-4026-8167-57161d23f067 service neutron] 10.222.0.57 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484043 Jun 23 17:13:33.581490 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ccd3fe3-41c3-42ee-bc57-79c869d195ec req-9664556e-e490-4837-969c-2592ab5558f1 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/security-groups?id=2da47f0f-89b4-43f3-bf6c-a23328fa292f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756728 Jun 23 17:13:33.586876 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] No DVR routers for this DVR port 8910ed54-da53-4e0c-a689-825852d3a4cf on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:13:33.597505 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:33.605024 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae68850e-2ba2-4319-917c-3c8da3d3b7ac req-f3d808e6-e92c-46ff-9952-5a26a724fc64 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.57 "DELETE /v2.0/ports/8910ed54-da53-4e0c-a689-825852d3a4cf HTTP/1.1" status: 204 len: 173 time: 1.1937480 Jun 23 17:13:33.606754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b077dba-5836-45fb-a0e5-3a19c5a5c124', 'name': 'network-vif-deleted', 'tag': '8910ed54-da53-4e0c-a689-825852d3a4cf'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:13:33.614805 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71d97a-0b22-4634-b46d-274a7d21fb8f" -d '{"events": [{"server_uuid": "9b077dba-5836-45fb-a0e5-3a19c5a5c124", "name": "network-vif-deleted", "tag": "8910ed54-da53-4e0c-a689-825852d3a4cf"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:33.660258 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7e0a0-2522-4805-bca9-ce666a3f44bf req-c0ddd4f7-9ab0-4f15-aa0f-9bfd6763c039 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:33.662171 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b1e7e0a0-2522-4805-bca9-ce666a3f44bf req-c0ddd4f7-9ab0-4f15-aa0f-9bfd6763c039 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0712955 Jun 23 17:13:33.729838 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b1e7e0a0-2522-4805-bca9-ce666a3f44bf req-bd0562f2-c819-4d75-be67-74549193d334 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583503 Jun 23 17:13:33.737570 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df9b50-65ce-4ffa-bd07-5c18c23882bd req-3590a831-3a9f-4f29-84b3-5c6a389005f1 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:33.739166 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76df9b50-65ce-4ffa-bd07-5c18c23882bd req-3590a831-3a9f-4f29-84b3-5c6a389005f1 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 943 time: 0.0601814 Jun 23 17:13:33.772404 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db63f469-7620-45c6-a9ff-f5ddf8c05f33 x-openstack-request-id: req-db63f469-7620-45c6-a9ff-f5ddf8c05f33 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:33.772690 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b077dba-5836-45fb-a0e5-3a19c5a5c124", "name": "network-vif-deleted", "tag": "8910ed54-da53-4e0c-a689-825852d3a4cf", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:33.772957 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db63f469-7620-45c6-a9ff-f5ddf8c05f33 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:33.773337 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db63f469-7620-45c6-a9ff-f5ddf8c05f33'] response: {'server_uuid': '9b077dba-5836-45fb-a0e5-3a19c5a5c124', 'name': 'network-vif-deleted', 'tag': '8910ed54-da53-4e0c-a689-825852d3a4cf', 'status': 'completed', 'code': 200} Jun 23 17:13:33.794798 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76df9b50-65ce-4ffa-bd07-5c18c23882bd req-a37f725f-0262-45bf-bf9a-3062115b2325 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458477 Jun 23 17:13:34.610573 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50266) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:34.611518 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 8910ed54-da53-4e0c-a689-825852d3a4cf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:13:34.636089 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 8910ed54-da53-4e0c-a689-825852d3a4cf {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:13:34.636677 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 8910ed54-da53-4e0c-a689-825852d3a4cf not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:13:34.690803 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c1978dc2-5c37-4651-b347-882dae2637f9 req-e27f07b4-8900-4be7-9983-c55c1f715038 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.0331743 Jun 23 17:13:34.750630 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9395-52d6-4dca-a654-16a21a7b5a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:34.777843 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:34.882109 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c29f80-038d-4abb-8dcb-ebcddc02ecdf req-5bf6bf15-09ce-4186-a99a-8327fafc29e1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:34.883713 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-56c29f80-038d-4abb-8dcb-ebcddc02ecdf req-5bf6bf15-09ce-4186-a99a-8327fafc29e1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0731018 Jun 23 17:13:34.906702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9395-52d6-4dca-a654-16a21a7b5a7b admin admin] Publish callbacks [] for security_group (2eed7bdf-b673-4c33-9759-6d627c74242e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:34.920119 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9395-52d6-4dca-a654-16a21a7b5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2eed7bdf-b673-4c33-9759-6d627c74242e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:34.947538 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecf89e-39a4-4911-a7e0-c9e88c1598ea req-742ffa5a-bfe4-451a-8ce7-5cacb8a46ff2 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:34.949777 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-85ecf89e-39a4-4911-a7e0-c9e88c1598ea req-742ffa5a-bfe4-451a-8ce7-5cacb8a46ff2 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 943 time: 0.0653279 Jun 23 17:13:34.956967 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8dbb9395-52d6-4dca-a654-16a21a7b5a7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2745e356488482d8279db6b03db6668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428428 Jun 23 17:13:34.958336 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50280) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:34.967325 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:34.972478 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:34.979754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:35.009238 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:35.014961 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-56c29f80-038d-4abb-8dcb-ebcddc02ecdf req-416027ca-7dcc-4d41-af85-e1ec1f8f1db5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199074 Jun 23 17:13:35.018483 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb9395-52d6-4dca-a654-16a21a7b5a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eed7bdf-b673-4c33-9759-6d627c74242e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:35.057346 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-85ecf89e-39a4-4911-a7e0-c9e88c1598ea req-a2789204-bd4d-4c65-a45f-3688ddcf9be8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004782 Jun 23 17:13:35.074709 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-258fdbf1-c23f-458a-9ece-f9259c8ad464 admin admin] Publish callbacks [] for security_group (2eed7bdf-b673-4c33-9759-6d627c74242e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.105616 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-258fdbf1-c23f-458a-9ece-f9259c8ad464 admin admin] Publish callbacks [] for security_group (2eed7bdf-b673-4c33-9759-6d627c74242e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.174545 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-258fdbf1-c23f-458a-9ece-f9259c8ad464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2eed7bdf-b673-4c33-9759-6d627c74242e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.177476 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-258fdbf1-c23f-458a-9ece-f9259c8ad464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.181238 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-258fdbf1-c23f-458a-9ece-f9259c8ad464 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eed7bdf-b673-4c33-9759-6d627c74242e HTTP/1.1" status: 204 len: 168 time: 0.2196777 Jun 23 17:13:35.192092 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fdbf1-c23f-458a-9ece-f9259c8ad464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eed7bdf-b673-4c33-9759-6d627c74242e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:35.215695 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.471745 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50292) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:35.486077 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30c3-050f-4cc1-8541-a52baf229ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.582523 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30c3-050f-4cc1-8541-a52baf229ac0 admin admin] Publish callbacks [] for security_group (61f9d0ef-bb20-4204-bb9f-95cc77cfeae5), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.587820 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d1b30c3-050f-4cc1-8541-a52baf229ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (61f9d0ef-bb20-4204-bb9f-95cc77cfeae5), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.592273 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:35.633191 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3d1b30c3-050f-4cc1-8541-a52baf229ac0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4b12b2b15694a3f98c2895a3660a94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602721 Jun 23 17:13:35.634472 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b30c3-050f-4cc1-8541-a52baf229ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f9d0ef-bb20-4204-bb9f-95cc77cfeae5,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:35.635958 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50296) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:35.690694 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eab7b0f1-e2d7-46ce-ad72-faa1f8bcff00 admin admin] Publish callbacks [] for security_group (61f9d0ef-bb20-4204-bb9f-95cc77cfeae5), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.715505 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eab7b0f1-e2d7-46ce-ad72-faa1f8bcff00 admin admin] Publish callbacks [] for security_group (61f9d0ef-bb20-4204-bb9f-95cc77cfeae5), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.769299 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eab7b0f1-e2d7-46ce-ad72-faa1f8bcff00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (61f9d0ef-bb20-4204-bb9f-95cc77cfeae5), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.771938 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eab7b0f1-e2d7-46ce-ad72-faa1f8bcff00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:35.773080 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-eab7b0f1-e2d7-46ce-ad72-faa1f8bcff00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61f9d0ef-bb20-4204-bb9f-95cc77cfeae5 HTTP/1.1" status: 204 len: 168 time: 0.1361496 Jun 23 17:13:35.781451 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7b0f1-e2d7-46ce-ad72-faa1f8bcff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f9d0ef-bb20-4204-bb9f-95cc77cfeae5,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:35.808829 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7dae7969-cc54-465f-a55e-864da956924e req-0b18e406-6891-412b-afba-542ea7da70d8 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.0439146 Jun 23 17:13:36.128763 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3d9f6-727e-4354-97c2-e5c729bb9668 req-938adae9-eff2-439e-8a8f-96f989c24761 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:36.130540 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17b3d9f6-727e-4354-97c2-e5c729bb9668 req-938adae9-eff2-439e-8a8f-96f989c24761 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Jun 23 17:13:36.158407 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:36.194425 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17b3d9f6-727e-4354-97c2-e5c729bb9668 req-243e4965-724b-4300-98ec-32ef3131c3fd tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573189 Jun 23 17:13:36.201094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1118c-4bea-4f2e-83d2-8e3f36bc5583 req-17a7c664-9690-4adb-9010-15e374397f24 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:36.210185 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f8d1118c-4bea-4f2e-83d2-8e3f36bc5583 req-17a7c664-9690-4adb-9010-15e374397f24 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 943 time: 0.0736682 Jun 23 17:13:36.260572 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f8d1118c-4bea-4f2e-83d2-8e3f36bc5583 req-8cdf7f83-4a2e-4693-96ec-e9c62373ed30 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493190 Jun 23 17:13:36.575966 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50328) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:36.593226 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d160f76f-5be5-4ce6-be7e-4a20b3b492c9 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:13:36.699536 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066158690-network', 'tenant_id': 'f275cde4f8184f0b850590f597e921a4'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:36.705896 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d160f76f-5be5-4ce6-be7e-4a20b3b492c9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:36.717848 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': 'd160f76f-5be5-4ce6-be7e-4a20b3b492c9', 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b', 'port_id': 'd160f76f-5be5-4ce6-be7e-4a20b3b492c9', 'mac_address': 'fa:16:3e:72:bf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aca03ec-95e2-485f-b420-993f1f111af0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:13:36.724455 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Made reservation on behalf of f275cde4f8184f0b850590f597e921a4 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:36.727445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.737717 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.753478 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:13:36.753961 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.767349 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d160f76f-5be5-4ce6-be7e-4a20b3b492c9 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:13:36.788767 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d160f76f-5be5-4ce6-be7e-4a20b3b492c9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:36.792453 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.824159 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Publish callbacks [] for security_group (88cb22a3-4c92-485c-b17b-ddf362742371), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.829272 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (88cb22a3-4c92-485c-b17b-ddf362742371), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.848728 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:36.856145 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:13:36.867334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb22a3-4c92-485c-b17b-ddf362742371,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:36.872546 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (93a4a1ea-fd8a-4a3e-9b91-a645814f5f51), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.872924 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Added segment 93a4a1ea-fd8a-4a3e-9b91-a645814f5f51 of type vlan for network 54d60fed-0b7e-46c2-bbc0-fed960fdc337 Jun 23 17:13:36.938123 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (54d60fed-0b7e-46c2-bbc0-fed960fdc337), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.941625 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c964bc30-f413-41c9-b406-df15d25a4171 req-2cccc85f-81a6-4143-95b3-1e324d9c4856 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.0397623 Jun 23 17:13:36.966734 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (54d60fed-0b7e-46c2-bbc0-fed960fdc337), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:36.968483 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:36.969318 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:37.009774 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4326873 Jun 23 17:13:37.012842 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50336) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:37.017812 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Request body: {'subnet': {'network_id': '54d60fed-0b7e-46c2-bbc0-fed960fdc337', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066158690-subnet', 'tenant_id': 'f275cde4f8184f0b850590f597e921a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:37.041107 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Made reservation on behalf of f275cde4f8184f0b850590f597e921a4 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:37.043589 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12083525'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:37.044335 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d945-453a-451c-85af-778f90cd65e7 admin admin] Pushing event updated for resources: {'Network': ['ID=54d60fed-0b7e-46c2-bbc0-fed960fdc337,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:37.054697 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 54d60fed-0b7e-46c2-bbc0-fed960fdc337 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:13:37.226758 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11344060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12083507'] for subnet (13b82e4d-9280-40a7-9694-9d9cd1941229), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:37.298769 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Checking segment: {'id': '93a4a1ea-fd8a-4a3e-9b91-a645814f5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '54d60fed-0b7e-46c2-bbc0-fed960fdc337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:13:37.299139 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Network hostable DHCP agents. Network: 54d60fed-0b7e-46c2-bbc0-fed960fdc337, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:13:37.303495 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b82e4d-9280-40a7-9694-9d9cd1941229,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:37.365105 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd631cd-78b1-4c58-85dd-4dc70be93284 req-a0b1c331-4cf9-40b5-b0bc-4caec3555cc1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:37.366822 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fd631cd-78b1-4c58-85dd-4dc70be93284 req-a0b1c331-4cf9-40b5-b0bc-4caec3555cc1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0608704 Jun 23 17:13:37.367751 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Network 54d60fed-0b7e-46c2-bbc0-fed960fdc337 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:13:37.392820 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 54d60fed-0b7e-46c2-bbc0-fed960fdc337) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:13:37.399645 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:37.400250 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:37.405482 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c25b49-32e3-4cc6-b41e-299d24a0dc3c None None] Network 54d60fed-0b7e-46c2-bbc0-fed960fdc337 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:13:37.442909 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4659932-26b6-44e6-a0c7-0ee1ca137f78 req-2168d08e-1ec7-42ae-9dc4-e227b8bfed80 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:37.444782 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d4659932-26b6-44e6-a0c7-0ee1ca137f78 req-2168d08e-1ec7-42ae-9dc4-e227b8bfed80 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 944 time: 0.0676565 Jun 23 17:13:37.446381 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-23b3b952-cf6f-461c-9bdb-bcaa0ace210d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4323063 Jun 23 17:13:37.483899 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fd631cd-78b1-4c58-85dd-4dc70be93284 req-7fb4d0e3-1307-41c7-9151-b08dcf755066 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086831 Jun 23 17:13:37.506792 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:37.550092 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d4659932-26b6-44e6-a0c7-0ee1ca137f78 req-731b847e-f5bf-43b6-a8f8-b2aa75c09c15 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968332 Jun 23 17:13:37.598861 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f17166-5fbe-492c-805a-0635f2ad403d None None] Network 54d60fed-0b7e-46c2-bbc0-fed960fdc337 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:13:37.791757 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['d160f76f-5be5-4ce6-be7e-4a20b3b492c9'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:13:38.055603 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b1394a4-8305-42fb-aa34-7a2199b73dd7 req-5f52fece-028a-4717-bf8d-fb0a1e8e06f2 tempest-DeleteServersTestJSON-503735289 tempest-DeleteServersTestJSON-503735289-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b077dba-5836-45fb-a0e5-3a19c5a5c124 HTTP/1.1" status: 200 len: 210 time: 0.0284584 Jun 23 17:13:38.063601 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50382) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:38.070060 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891705194-network', 'tenant_id': '6df1cc7111d34e52824af8049b74e98b'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:38.092060 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Made reservation on behalf of 6df1cc7111d34e52824af8049b74e98b for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:38.094450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.106660 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.149372 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:38.189238 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Publish callbacks [] for security_group (cbd97226-f95d-42bc-81d2-a6dad7b77978), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.195095 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (cbd97226-f95d-42bc-81d2-a6dad7b77978), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.200934 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:38.219946 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:13:38.235635 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd97226-f95d-42bc-81d2-a6dad7b77978,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:38.242249 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.242633 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Added segment 9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3 of type vlan for network c9b09b92-c618-4033-9116-3ba12e79473b Jun 23 17:13:38.283928 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (c9b09b92-c618-4033-9116-3ba12e79473b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.312239 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (c9b09b92-c618-4033-9116-3ba12e79473b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.313659 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:38.314970 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.349047 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2842145 Jun 23 17:13:38.351861 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50386) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:38.357012 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Request body: {'subnet': {'network_id': 'c9b09b92-c618-4033-9116-3ba12e79473b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891705194-subnet', 'tenant_id': '6df1cc7111d34e52824af8049b74e98b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:38.385982 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5149ec-cf87-4e1f-9d67-26af1176371f admin admin] Pushing event updated for resources: {'Network': ['ID=c9b09b92-c618-4033-9116-3ba12e79473b,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:38.387549 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Made reservation on behalf of 6df1cc7111d34e52824af8049b74e98b for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:38.390436 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11703566'] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.400957 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network c9b09b92-c618-4033-9116-3ba12e79473b details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:13:38.628216 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11266277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11703672'] for subnet (84ec9b82-8808-42f1-bb89-448b9b606e1a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.659774 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3c672-b473-441e-8162-8c5febfe25e9 req-42373bec-c36b-4921-a3b5-06d1ab7167b9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:38.661399 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-91e3c672-b473-441e-8162-8c5febfe25e9 req-42373bec-c36b-4921-a3b5-06d1ab7167b9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0911210 Jun 23 17:13:38.676542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa269fe0-1242-4ce3-95f6-e7b99094133c req-d5060176-5f65-4131-9e89-652c56bd14b7 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:38.678397 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa269fe0-1242-4ce3-95f6-e7b99094133c req-d5060176-5f65-4131-9e89-652c56bd14b7 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 944 time: 0.0521655 Jun 23 17:13:38.716433 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:38.720803 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ec9b82-8808-42f1-bb89-448b9b606e1a,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:38.740927 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa269fe0-1242-4ce3-95f6-e7b99094133c req-494a8196-3039-437a-a0de-68733dcbe91b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555403 Jun 23 17:13:38.750362 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-91e3c672-b473-441e-8162-8c5febfe25e9 req-fee40ca8-e6ff-4237-99cf-031811e33442 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780306 Jun 23 17:13:38.768369 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Checking segment: {'id': '9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9b09b92-c618-4033-9116-3ba12e79473b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:13:38.768727 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Network hostable DHCP agents. Network: c9b09b92-c618-4033-9116-3ba12e79473b, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:13:38.788346 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Network c9b09b92-c618-4033-9116-3ba12e79473b is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:13:38.798276 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, c9b09b92-c618-4033-9116-3ba12e79473b) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:13:38.802491 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:38.803079 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:38.807546 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d2bd6-9074-4d74-8357-7238e3ae163f None None] Network c9b09b92-c618-4033-9116-3ba12e79473b requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:13:38.821930 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2b236a5d-988e-4218-a292-abb95018e671 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4684842 Jun 23 17:13:38.919379 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e48ccc7-2cc3-44b9-80f9-59ee5b1518c8 None None] Network c9b09b92-c618-4033-9116-3ba12e79473b requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:13:39.002345 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:39.026491 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d160f76f-5be5-4ce6-be7e-4a20b3b492c9 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:13:39.077202 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:13:39.085101 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:13:39.085698 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.185098 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:13:39.185905 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.223424 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d160f76f-5be5-4ce6-be7e-4a20b3b492c9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:39.224558 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:39.225363 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f7f013-449c-4054-b481-780884c79d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd160f76f-5be5-4ce6-be7e-4a20b3b492c9'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:13:39.228358 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9e3e44-b3e5-4043-b5b7-aa53d95f2542" -d '{"events": [{"server_uuid": "55f7f013-449c-4054-b481-780884c79d4a", "name": "network-vif-plugged", "status": "completed", "tag": "d160f76f-5be5-4ce6-be7e-4a20b3b492c9"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:39.233251 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.271259 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:39.305778 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:39.313027 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa2599a-57b1-4016-b484-646dcb5ccdb7 x-openstack-request-id: req-6fa2599a-57b1-4016-b484-646dcb5ccdb7 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:39.313382 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f7f013-449c-4054-b481-780884c79d4a", "name": "network-vif-plugged", "status": "completed", "tag": "d160f76f-5be5-4ce6-be7e-4a20b3b492c9", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:39.313733 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fa2599a-57b1-4016-b484-646dcb5ccdb7 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:39.314221 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa2599a-57b1-4016-b484-646dcb5ccdb7'] response: {'server_uuid': '55f7f013-449c-4054-b481-780884c79d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd160f76f-5be5-4ce6-be7e-4a20b3b492c9', 'code': 200} Jun 23 17:13:39.347543 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50422) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:39.500352 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d7394c5f-fcb0-4e13-8c34-b0aed728fb45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.642138 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d7394c5f-fcb0-4e13-8c34-b0aed728fb45 admin admin] Publish callbacks [] for security_group (bef1ea0b-f085-4d17-a8be-da8c0ff35eaa), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.650387 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d7394c5f-fcb0-4e13-8c34-b0aed728fb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (bef1ea0b-f085-4d17-a8be-da8c0ff35eaa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.668441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591e27-1809-4839-bdff-1634beb0ed75 req-2b7d2c08-3b8f-4ebe-ae97-39aec6afbf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:39.670009 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc591e27-1809-4839-bdff-1634beb0ed75 req-2b7d2c08-3b8f-4ebe-ae97-39aec6afbf1a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 1129 time: 0.0803351 Jun 23 17:13:39.708016 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7394c5f-fcb0-4e13-8c34-b0aed728fb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef1ea0b-f085-4d17-a8be-da8c0ff35eaa,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:39.714728 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d7394c5f-fcb0-4e13-8c34-b0aed728fb45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed616463f0f94e55bdb5b620462434f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630767 Jun 23 17:13:39.715246 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50436) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:39.778211 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc591e27-1809-4839-bdff-1634beb0ed75 req-a90830f8-0aa9-4d4f-a557-815053894d17 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998034 Jun 23 17:13:39.800351 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3bf3983-ca59-405c-9c00-abf59447e905 admin admin] Publish callbacks [] for security_group (bef1ea0b-f085-4d17-a8be-da8c0ff35eaa), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.826417 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3bf3983-ca59-405c-9c00-abf59447e905 admin admin] Publish callbacks [] for security_group (bef1ea0b-f085-4d17-a8be-da8c0ff35eaa), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.859058 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:39.873503 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02a2c0-6e11-4582-9b2d-55b30fdf4d02 req-eb064289-4c3f-445b-8f44-8922324943e2 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:39.875105 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9c02a2c0-6e11-4582-9b2d-55b30fdf4d02 req-eb064289-4c3f-445b-8f44-8922324943e2 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0515554 Jun 23 17:13:39.914396 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b63fe-4dda-40a2-93e6-eb2502bd992e req-dd2cf590-72b0-4997-b4c4-02ca5aa0d370 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:39.915897 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-696b63fe-4dda-40a2-93e6-eb2502bd992e req-dd2cf590-72b0-4997-b4c4-02ca5aa0d370 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0751677 Jun 23 17:13:39.929049 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9c02a2c0-6e11-4582-9b2d-55b30fdf4d02 req-b0c24734-b477-4cb5-b6bf-6fd5fd6df593 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Jun 23 17:13:39.945352 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3bf3983-ca59-405c-9c00-abf59447e905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (bef1ea0b-f085-4d17-a8be-da8c0ff35eaa), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.947809 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a3bf3983-ca59-405c-9c00-abf59447e905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:39.948922 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a3bf3983-ca59-405c-9c00-abf59447e905 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bef1ea0b-f085-4d17-a8be-da8c0ff35eaa HTTP/1.1" status: 204 len: 168 time: 0.2329707 Jun 23 17:13:39.969482 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf3983-ca59-405c-9c00-abf59447e905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef1ea0b-f085-4d17-a8be-da8c0ff35eaa,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:39.978918 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-696b63fe-4dda-40a2-93e6-eb2502bd992e req-0d7de885-1725-4f0f-b5dd-10c1b3861dce tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Jun 23 17:13:40.256022 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50448) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:40.270279 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f42bc9ea-fed8-4f59-a77a-523c437cf765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:40.351305 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f42bc9ea-fed8-4f59-a77a-523c437cf765 admin admin] Publish callbacks [] for security_group (89aba450-142e-478e-a6a7-3f78f23507b2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:40.361471 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f42bc9ea-fed8-4f59-a77a-523c437cf765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (89aba450-142e-478e-a6a7-3f78f23507b2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:40.367384 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:40.410338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bc9ea-fed8-4f59-a77a-523c437cf765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aba450-142e-478e-a6a7-3f78f23507b2,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:40.415943 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f42bc9ea-fed8-4f59-a77a-523c437cf765 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54ec4ea8a18b465c8fe56cdf43d8d31c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578474 Jun 23 17:13:40.418172 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50452) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:40.472988 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-962c84d2-a2e7-4f5a-8ee7-72db6b7e83f2 admin admin] Publish callbacks [] for security_group (89aba450-142e-478e-a6a7-3f78f23507b2), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:40.495934 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-962c84d2-a2e7-4f5a-8ee7-72db6b7e83f2 admin admin] Publish callbacks [] for security_group (89aba450-142e-478e-a6a7-3f78f23507b2), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:40.549925 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-962c84d2-a2e7-4f5a-8ee7-72db6b7e83f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (89aba450-142e-478e-a6a7-3f78f23507b2), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:40.552484 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-962c84d2-a2e7-4f5a-8ee7-72db6b7e83f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:40.553653 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-962c84d2-a2e7-4f5a-8ee7-72db6b7e83f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89aba450-142e-478e-a6a7-3f78f23507b2 HTTP/1.1" status: 204 len: 168 time: 0.1340959 Jun 23 17:13:40.561544 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c84d2-a2e7-4f5a-8ee7-72db6b7e83f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aba450-142e-478e-a6a7-3f78f23507b2,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:40.747573 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50472) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:41.003976 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50482) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:41.027296 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-52350dd5-278e-4098-b826-aedda0bef46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.069710 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9470f1-b65f-4306-8ac6-e83595ed0580 req-e4b73aab-9d04-45d3-8ac4-b08205a0bcb4 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:41.071346 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9d9470f1-b65f-4306-8ac6-e83595ed0580 req-e4b73aab-9d04-45d3-8ac4-b08205a0bcb4 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0615125 Jun 23 17:13:41.107646 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:41.131211 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9d9470f1-b65f-4306-8ac6-e83595ed0580 req-9d01319c-92c2-43da-953d-82f884311490 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539453 Jun 23 17:13:41.203774 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9193af6-af65-4686-99ee-d6b3e25b6bc7 req-80a98faa-77ba-4be0-8210-d28067d5ab17 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:41.205272 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9193af6-af65-4686-99ee-d6b3e25b6bc7 req-80a98faa-77ba-4be0-8210-d28067d5ab17 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1253588 Jun 23 17:13:41.313564 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (7f8aab3f-0452-4fb1-be51-14b15434a44e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.364338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:41.395991 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9193af6-af65-4686-99ee-d6b3e25b6bc7 req-cffff5d8-7f72-4b80-82d2-4946a499bc34 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463795 Jun 23 17:13:41.407623 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-52350dd5-278e-4098-b826-aedda0bef46e admin admin] Publish callbacks [] for security_group (94fe855f-cd74-414f-966b-658a36a89b47), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.434030 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-52350dd5-278e-4098-b826-aedda0bef46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (94fe855f-cd74-414f-966b-658a36a89b47), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.489384 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52350dd5-278e-4098-b826-aedda0bef46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe855f-cd74-414f-966b-658a36a89b47,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:41.494841 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-52350dd5-278e-4098-b826-aedda0bef46e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f8270e37dfa4a29bd62e5e1c22d7605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4897513 Jun 23 17:13:41.497609 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50492) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:41.558167 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99e3a58c-0fd1-4415-920f-65124159fc78 admin admin] Publish callbacks [] for security_group (94fe855f-cd74-414f-966b-658a36a89b47), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.585699 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99e3a58c-0fd1-4415-920f-65124159fc78 admin admin] Publish callbacks [] for security_group (94fe855f-cd74-414f-966b-658a36a89b47), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.642226 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99e3a58c-0fd1-4415-920f-65124159fc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (94fe855f-cd74-414f-966b-658a36a89b47), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.647020 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-99e3a58c-0fd1-4415-920f-65124159fc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.649132 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-99e3a58c-0fd1-4415-920f-65124159fc78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94fe855f-cd74-414f-966b-658a36a89b47 HTTP/1.1" status: 204 len: 168 time: 0.1503532 Jun 23 17:13:41.663308 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3a58c-0fd1-4415-920f-65124159fc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe855f-cd74-414f-966b-658a36a89b47,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:41.712646 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Deleting port 6660606f-b50a-4d14-90aa-2c7f30a33447 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:13:41.712999 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.790238 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:41.811294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] For port 6660606f-b50a-4d14-90aa-2c7f30a33447, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=6660606f-b50a-4d14-90aa-2c7f30a33447,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:41.811662 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:41.828597 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Calling delete_port for 6660606f-b50a-4d14-90aa-2c7f30a33447 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:13:42.032336 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (6660606f-b50a-4d14-90aa-2c7f30a33447), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:42.063111 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Pushing event deleted for resources: {'Port': ['ID=6660606f-b50a-4d14-90aa-2c7f30a33447,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:42.283408 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (7f8aab3f-0452-4fb1-be51-14b15434a44e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:42.321301 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eb120-ca0e-4c0f-b82d-b5777d95f7a0 req-31dce249-4672-4be8-ae27-ed0cd2c2d3ee tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:42.324508 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-001eb120-ca0e-4c0f-b82d-b5777d95f7a0 req-31dce249-4672-4be8-ae27-ed0cd2c2d3ee tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0974998 Jun 23 17:13:42.347285 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:42.406366 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-001eb120-ca0e-4c0f-b82d-b5777d95f7a0 req-187274d8-7176-472f-8d26-3362534886d9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708485 Jun 23 17:13:42.612578 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1e44d-5e6b-4ea1-b947-bff536efbf19 req-513dc7ae-698e-45da-a81c-ab189c270787 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:42.615478 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76c1e44d-5e6b-4ea1-b947-bff536efbf19 req-513dc7ae-698e-45da-a81c-ab189c270787 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1089153 Jun 23 17:13:42.629222 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Router 7f8aab3f-0452-4fb1-be51-14b15434a44e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:13:42.989595 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76c1e44d-5e6b-4ea1-b947-bff536efbf19 req-2b7cb54c-705d-4951-b55e-071fdbd56dc7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572197 Jun 23 17:13:43.048022 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:13:43.053572 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-87867d52-8346-463e-8f01-28cf88c81604 admin admin] 10.222.0.18 "PUT /v2.0/routers/7f8aab3f-0452-4fb1-be51-14b15434a44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3049469 Jun 23 17:13:43.056198 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 50550) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:43.059597 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] Sync routers for ids ['7f8aab3f-0452-4fb1-be51-14b15434a44e'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:13:43.071919 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] Routers {'7f8aab3f-0452-4fb1-be51-14b15434a44e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:13:43.072673 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:13:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['7f8aab3f-0452-4fb1-be51-14b15434a44e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:43.095177 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:43.161827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks [] for router (7f8aab3f-0452-4fb1-be51-14b15434a44e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.195144 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] Set router 7f8aab3f-0452-4fb1-be51-14b15434a44e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:13:43.272097 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks [] for router_gateway (7f8aab3f-0452-4fb1-be51-14b15434a44e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.322560 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Deleting port baa103ad-35e9-4940-80f5-59200fcaba4d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:13:43.323349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.415657 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] For port baa103ad-35e9-4940-80f5-59200fcaba4d, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=baa103ad-35e9-4940-80f5-59200fcaba4d,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:43.415929 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.431345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Calling delete_port for baa103ad-35e9-4940-80f5-59200fcaba4d owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:13:43.479357 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:13:41Z', 'revision_number': 5, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port': {'id': 'baa103ad-35e9-4940-80f5-59200fcaba4d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:43.504097 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] Checking router: 7f8aab3f-0452-4fb1-be51-14b15434a44e for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:13:43.512966 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] Routers {'7f8aab3f-0452-4fb1-be51-14b15434a44e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:13:43.513834 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:13:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['7f8aab3f-0452-4fb1-be51-14b15434a44e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:43.605476 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] Set router 7f8aab3f-0452-4fb1-be51-14b15434a44e gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:13:43.624157 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (baa103ad-35e9-4940-80f5-59200fcaba4d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.656383 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa103ad-35e9-4940-80f5-59200fcaba4d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:43.668595 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:13:43Z', 'revision_number': 6, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:43.705538 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96208d00-9743-4299-ac10-73029daa3e49 None None] The sync data for ids ['7f8aab3f-0452-4fb1-be51-14b15434a44e'] in dv-cinder-835384-10-iscsi is: [{'id': '7f8aab3f-0452-4fb1-be51-14b15434a44e', 'name': 'tempest-DeleteServersTestJSON-671842965-router', 'tenant_id': '8355cfdfed4f44f689922335c2845c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:13:43Z', 'revision_number': 6, 'project_id': '8355cfdfed4f44f689922335c2845c50', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:13:43.742470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:43.773705 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (7f8aab3f-0452-4fb1-be51-14b15434a44e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.885963 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (7f8aab3f-0452-4fb1-be51-14b15434a44e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.888298 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks [] for router_controller (7f8aab3f-0452-4fb1-be51-14b15434a44e), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.980929 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (7f8aab3f-0452-4fb1-be51-14b15434a44e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.981467 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8aab3f-0452-4fb1-be51-14b15434a44e {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:13:43.991151 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:43.992458 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a6db42e6-4227-4934-a251-c1807ae4c634 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7f8aab3f-0452-4fb1-be51-14b15434a44e HTTP/1.1" status: 204 len: 168 time: 0.9353142 Jun 23 17:13:43.995418 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50570) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:44.001316 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34b9e3-36ed-4a24-9a44-df2f4e94a6a0 req-6bdb7108-e40f-4236-af4f-9a858f959737 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:44.002789 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb34b9e3-36ed-4a24-9a44-df2f4e94a6a0 req-6bdb7108-e40f-4236-af4f-9a858f959737 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0858984 Jun 23 17:13:44.041775 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa20014-3a1b-4622-9f86-1bc6134f4dd1 admin admin] Deleting subnet 60381e8b-c068-4fbf-b931-a5317bba2be7 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:13:44.045179 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cfa20014-3a1b-4622-9f86-1bc6134f4dd1 admin admin] Publish callbacks [] for subnet (60381e8b-c068-4fbf-b931-a5317bba2be7), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.055779 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb34b9e3-36ed-4a24-9a44-df2f4e94a6a0 req-7ca1cca4-b502-4820-ac50-1a5b14ddad09 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471992 Jun 23 17:13:44.128507 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cfa20014-3a1b-4622-9f86-1bc6134f4dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11756901'] for subnet (60381e8b-c068-4fbf-b931-a5317bba2be7), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.154511 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48766643-5c00-45a7-8746-fa590deffd2c req-0253d8db-242e-4737-83cc-b031e2fa2d6d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:44.155990 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-48766643-5c00-45a7-8746-fa590deffd2c req-0253d8db-242e-4737-83cc-b031e2fa2d6d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0847530 Jun 23 17:13:44.276720 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-48766643-5c00-45a7-8746-fa590deffd2c req-2afb982c-1ca7-4000-98a5-c62b1b8fe0c3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143913 Jun 23 17:13:44.278996 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:44.281615 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cfa20014-3a1b-4622-9f86-1bc6134f4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (60381e8b-c068-4fbf-b931-a5317bba2be7), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.340830 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cfa20014-3a1b-4622-9f86-1bc6134f4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11266086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11703649'] for subnet (60381e8b-c068-4fbf-b931-a5317bba2be7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.366026 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa20014-3a1b-4622-9f86-1bc6134f4dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60381e8b-c068-4fbf-b931-a5317bba2be7,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:44.369568 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cfa20014-3a1b-4622-9f86-1bc6134f4dd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.372666 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cfa20014-3a1b-4622-9f86-1bc6134f4dd1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60381e8b-c068-4fbf-b931-a5317bba2be7 HTTP/1.1" status: 204 len: 168 time: 0.3760753 Jun 23 17:13:44.375184 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50578) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:44.377070 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d04430-5f94-4614-b9ac-c4add6be5dfd None None] Network b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:13:44.457036 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (b4e8f9c9-156d-4104-b1dc-aee5f43cbe07), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.505027 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Deleting port 34c33b50-e609-4b30-8876-924a6f945b7c {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:13:44.505379 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.542247 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] DHCP port deletion for b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:13:44.579378 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] For port 34c33b50-e609-4b30-8876-924a6f945b7c, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=34c33b50-e609-4b30-8876-924a6f945b7c,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:44.579744 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.585260 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] Deleting port 34c33b50-e609-4b30-8876-924a6f945b7c {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:13:44.585260 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.593750 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Calling delete_port for 34c33b50-e609-4b30-8876-924a6f945b7c owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:13:44.606195 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:44.648819 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] For port 34c33b50-e609-4b30-8876-924a6f945b7c, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=34c33b50-e609-4b30-8876-924a6f945b7c,segment=NetworkSegment(1f33a708-96de-4133-a8f0-279c6929e7df),segment_id=1f33a708-96de-4133-a8f0-279c6929e7df)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:44.649215 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.662376 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] Calling delete_port for 34c33b50-e609-4b30-8876-924a6f945b7c owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:13:44.706086 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.732674 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=34c33b50-e609-4b30-8876-924a6f945b7c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:44.734627 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] No DVR routers for this DVR port 34c33b50-e609-4b30-8876-924a6f945b7c on host dv-cinder-835384-10-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:13:44.796335 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (34c33b50-e609-4b30-8876-924a6f945b7c), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.813892 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (b4e8f9c9-156d-4104-b1dc-aee5f43cbe07), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.814649 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] No DVR routers for this DVR port 34c33b50-e609-4b30-8876-924a6f945b7c on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:13:44.841517 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb47dc3-1bc3-433b-8c01-be0c44e893f8 None None] Pushing event deleted for resources: {'Port': ['ID=34c33b50-e609-4b30-8876-924a6f945b7c,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:44.846062 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e8f9c9-156d-4104-b1dc-aee5f43cbe07']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:44.856285 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f33a708-96de-4133-a8f0-279c6929e7df') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:44.856579 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f33a708-96de-4133-a8f0-279c6929e7df') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:13:44.866522 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (1f33a708-96de-4133-a8f0-279c6929e7df), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.886799 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (1f33a708-96de-4133-a8f0-279c6929e7df), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.894471 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:13:44.894970 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (1f33a708-96de-4133-a8f0-279c6929e7df), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.950243 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 1f33a708-96de-4133-a8f0-279c6929e7df resource provider aggregate not found Jun 23 17:13:44.965701 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (b4e8f9c9-156d-4104-b1dc-aee5f43cbe07), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.975027 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 1f33a708-96de-4133-a8f0-279c6929e7df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f33a708-96de-4133-a8f0-279c6929e7df found for delete ", "request_id": "req-d4d9c8b7-0396-433f-99fc-3de40b26a22c"}]} Jun 23 17:13:44.991554 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:44.994697 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4e8f9c9-156d-4104-b1dc-aee5f43cbe07 HTTP/1.1" status: 204 len: 168 time: 0.6184201 Jun 23 17:13:45.002784 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00d644-b24b-4cfd-a868-1351ac827c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e8f9c9-156d-4104-b1dc-aee5f43cbe07,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:45.034565 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device baa103ad-35e9-4940-80f5-59200fcaba4d no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:13:45.056159 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: baa103ad-35e9-4940-80f5-59200fcaba4d {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:13:45.056512 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device baa103ad-35e9-4940-80f5-59200fcaba4d not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:13:45.056941 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 34c33b50-e609-4b30-8876-924a6f945b7c no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:13:45.076058 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 34c33b50-e609-4b30-8876-924a6f945b7c {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:13:45.076406 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 34c33b50-e609-4b30-8876-924a6f945b7c not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:13:45.076833 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 6660606f-b50a-4d14-90aa-2c7f30a33447 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:13:45.109124 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 6660606f-b50a-4d14-90aa-2c7f30a33447 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:13:45.109480 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 6660606f-b50a-4d14-90aa-2c7f30a33447 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:13:45.182591 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b198-5725-44b2-8ab2-15cff05cd104 req-535f215b-48c7-4039-a562-10cbef076fae tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:45.184206 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a62b198-5725-44b2-8ab2-15cff05cd104 req-535f215b-48c7-4039-a562-10cbef076fae tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0519722 Jun 23 17:13:45.197674 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:45.210663 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50600) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:45.235392 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a62b198-5725-44b2-8ab2-15cff05cd104 req-dd42abe1-0b01-40c1-9580-e719cd15695f tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Jun 23 17:13:45.254006 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-64cd4bcc-9de5-4448-ab2d-d3b5304fc268 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8355cfdfed4f44f689922335c2845c50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396295 Jun 23 17:13:45.254656 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 50602) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:13:45.307914 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d48196f4-c933-4870-989e-f2c063931299 admin admin] Publish callbacks [] for security_group (2da47f0f-89b4-43f3-bf6c-a23328fa292f), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:45.331092 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d48196f4-c933-4870-989e-f2c063931299 admin admin] Publish callbacks [] for security_group (2da47f0f-89b4-43f3-bf6c-a23328fa292f), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:45.404716 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56644c-2f9f-4ab0-a83a-66a352d3cd77 req-63a0aac7-8a47-4d12-a1fe-049e666ac1ca tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:45.406423 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1e56644c-2f9f-4ab0-a83a-66a352d3cd77 req-63a0aac7-8a47-4d12-a1fe-049e666ac1ca tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0583189 Jun 23 17:13:45.430901 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d48196f4-c933-4870-989e-f2c063931299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2da47f0f-89b4-43f3-bf6c-a23328fa292f), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:45.433322 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d48196f4-c933-4870-989e-f2c063931299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:45.434477 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d48196f4-c933-4870-989e-f2c063931299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2da47f0f-89b4-43f3-bf6c-a23328fa292f HTTP/1.1" status: 204 len: 168 time: 0.1789353 Jun 23 17:13:45.455664 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48196f4-c933-4870-989e-f2c063931299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da47f0f-89b4-43f3-bf6c-a23328fa292f,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:45.461654 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:45.476555 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1e56644c-2f9f-4ab0-a83a-66a352d3cd77 req-c939ea37-6393-4b1a-b21e-8dba53021848 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640903 Jun 23 17:13:46.359295 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cf19c-b516-4447-ba0a-0943bc12ae98 req-2f6f6f0e-8f14-45aa-b73a-aeb43f606054 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:46.363976 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d45cf19c-b516-4447-ba0a-0943bc12ae98 req-2f6f6f0e-8f14-45aa-b73a-aeb43f606054 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0538447 Jun 23 17:13:46.430483 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d45cf19c-b516-4447-ba0a-0943bc12ae98 req-3ad297da-c14d-45c4-816e-b4281b77bd59 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606236 Jun 23 17:13:46.622735 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f4387-c69a-41cd-90b4-e397a0a4bea3 req-9bfb6889-d627-4b42-8ba6-7036b89503e8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:46.624457 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ea9f4387-c69a-41cd-90b4-e397a0a4bea3 req-9bfb6889-d627-4b42-8ba6-7036b89503e8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0607061 Jun 23 17:13:46.683303 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ea9f4387-c69a-41cd-90b4-e397a0a4bea3 req-73e538bf-490d-4061-9c48-9a5bef2a7cf6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516741 Jun 23 17:13:46.744804 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:13:47.550378 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ea2d7-01ff-4d3e-9c52-505f6d0d9787 req-0355afaa-7322-48ca-9915-f1c8d31b55a2 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:47.552028 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a9ea2d7-01ff-4d3e-9c52-505f6d0d9787 req-0355afaa-7322-48ca-9915-f1c8d31b55a2 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0503318 Jun 23 17:13:47.604498 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a9ea2d7-01ff-4d3e-9c52-505f6d0d9787 req-70c98329-f798-4f50-b4bf-51dad268686d tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Jun 23 17:13:47.816861 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ef80-1b2e-4817-a2c4-fe4ce4d0c333 req-e6e87523-d204-47e7-a32b-3a83230fc11b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:47.818401 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12f9ef80-1b2e-4817-a2c4-fe4ce4d0c333 req-e6e87523-d204-47e7-a32b-3a83230fc11b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0511765 Jun 23 17:13:47.867907 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12f9ef80-1b2e-4817-a2c4-fe4ce4d0c333 req-c58314de-1565-48ff-93d4-c449a94a3eb7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Jun 23 17:13:48.721928 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa76d6-2ceb-48d8-a5ba-e8ba2cae9514 req-2b8cda7b-0ffa-4105-a244-b62d2e3415d9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:48.723390 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47fa76d6-2ceb-48d8-a5ba-e8ba2cae9514 req-2b8cda7b-0ffa-4105-a244-b62d2e3415d9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0499897 Jun 23 17:13:48.775045 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47fa76d6-2ceb-48d8-a5ba-e8ba2cae9514 req-fff0d6ed-ef5f-473b-8a81-d8941295acb9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Jun 23 17:13:49.000018 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a18d4-c5c9-4b2c-ad56-c03f48d5a8f6 req-45012628-ee50-48b5-9697-caf6aba4d09b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:49.001483 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-106a18d4-c5c9-4b2c-ad56-c03f48d5a8f6 req-45012628-ee50-48b5-9697-caf6aba4d09b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0574095 Jun 23 17:13:49.055213 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-106a18d4-c5c9-4b2c-ad56-c03f48d5a8f6 req-70c3c6b0-2317-4dbc-8cac-137d0e6fd242 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467858 Jun 23 17:13:49.907661 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cef98f-18e3-446e-826a-079ea79ca42f req-0601d25c-5392-4ef9-b122-6210c07f5860 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:49.909148 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38cef98f-18e3-446e-826a-079ea79ca42f req-0601d25c-5392-4ef9-b122-6210c07f5860 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0517609 Jun 23 17:13:49.961422 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38cef98f-18e3-446e-826a-079ea79ca42f req-23893277-4828-4f3f-ba91-a35a672c260f tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Jun 23 17:13:50.199730 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b66442-d15e-420e-a8ae-6bff660a52cb req-9f8a4d90-312d-46e6-aec4-a67d6f320725 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:50.201163 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47b66442-d15e-420e-a8ae-6bff660a52cb req-9f8a4d90-312d-46e6-aec4-a67d6f320725 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0516768 Jun 23 17:13:50.238013 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:50.254411 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47b66442-d15e-420e-a8ae-6bff660a52cb req-8065ea34-27cf-4efe-80bd-9da51569decd tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Jun 23 17:13:51.089226 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360e5b-db3c-4d4e-ac59-16e9199d5100 req-a647721b-4f99-45d7-9d9e-a4f1949c1f6c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:51.090736 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2360e5b-db3c-4d4e-ac59-16e9199d5100 req-a647721b-4f99-45d7-9d9e-a4f1949c1f6c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0504987 Jun 23 17:13:51.141464 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2360e5b-db3c-4d4e-ac59-16e9199d5100 req-eb7825f6-2ae2-4f1c-9aac-d8e005c35fcd tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Jun 23 17:13:51.390373 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb112ad-6fbe-4acc-88ba-c6ae0234ec6e req-6c6f7b56-cabb-4ac0-9933-f399a9776dc6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:51.391856 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4eb112ad-6fbe-4acc-88ba-c6ae0234ec6e req-6c6f7b56-cabb-4ac0-9933-f399a9776dc6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0597594 Jun 23 17:13:51.441076 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4eb112ad-6fbe-4acc-88ba-c6ae0234ec6e req-b2fc3037-3c83-41bc-acc1-f4b4dfafaa1d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Jun 23 17:13:51.990137 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-13786f37-d6ea-4591-bfa7-c65472db9988 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=99c8d1e8f35e461dbdc25783106e4a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308900 Jun 23 17:13:52.204996 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ad6-634b-4830-9914-da93718da3ca req-9d1fe287-a8c7-4399-80fd-a2aa2a0dfd14 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:52.206561 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-9d1fe287-a8c7-4399-80fd-a2aa2a0dfd14 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111099 Jun 23 17:13:52.212429 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-e70543ab-b6d1-45e9-91cd-b6eda7301675 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:52.213824 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-e70543ab-b6d1-45e9-91cd-b6eda7301675 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.57 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0834808 Jun 23 17:13:52.231709 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-30e3d687-5505-41aa-b97d-bdc2a05fee3f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/quotas/99c8d1e8f35e461dbdc25783106e4a44 HTTP/1.1" status: 200 len: 375 time: 0.0168202 Jun 23 17:13:52.266216 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c19735-bcf7-48bb-84d5-f8aaee16cd2b req-81d72ab8-b962-416b-8622-5ae4d3570c34 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:52.267822 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d4c19735-bcf7-48bb-84d5-f8aaee16cd2b req-81d72ab8-b962-416b-8622-5ae4d3570c34 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 945 time: 0.0508010 Jun 23 17:13:52.280552 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-4adb0d5b-2324-449e-a324-30376fafffaf tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99c8d1e8f35e461dbdc25783106e4a44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324254 Jun 23 17:13:52.319755 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d4c19735-bcf7-48bb-84d5-f8aaee16cd2b req-f6c1c085-ead3-4c32-921b-2ad530bd0a97 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460336 Jun 23 17:13:52.326458 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Deleting port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:13:52.326838 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:52.355736 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:52.421618 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] For port d160f76f-5be5-4ce6-be7e-4a20b3b492c9, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:13:52.422194 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:52.442228 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Calling delete_port for d160f76f-5be5-4ce6-be7e-4a20b3b492c9 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:13:52.459994 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5ad2441c-cefe-48c4-9897-cc06ed548799 req-e408fdc3-287c-41a7-a61d-056036d64cb1 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0453274 Jun 23 17:13:52.516651 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:52.607670 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaa19d-cf04-4de6-aaf3-fcce9f07751c req-9bd1c738-b95a-4a0d-9211-3468561a0528 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:52.609180 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34aaa19d-cf04-4de6-aaf3-fcce9f07751c req-9bd1c738-b95a-4a0d-9211-3468561a0528 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0793886 Jun 23 17:13:52.640100 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (d160f76f-5be5-4ce6-be7e-4a20b3b492c9), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:52.685942 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Pushing event deleted for resources: {'Port': ['ID=d160f76f-5be5-4ce6-be7e-4a20b3b492c9,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:52.723893 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34aaa19d-cf04-4de6-aaf3-fcce9f07751c req-f9bdcac9-3276-4744-aee2-ff27be98bc57 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065750 Jun 23 17:13:52.750326 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] No DVR routers for this DVR port d160f76f-5be5-4ce6-be7e-4a20b3b492c9 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:13:52.753094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:52.756751 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cac213-6922-4bcf-8c2c-b4ad7d60d4ad req-c3f17aaa-8e48-4ede-9d3f-1d8ccd65e5ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.57 "DELETE /v2.0/ports/d160f76f-5be5-4ce6-be7e-4a20b3b492c9 HTTP/1.1" status: 204 len: 173 time: 0.5346901 Jun 23 17:13:52.757201 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f7f013-449c-4054-b481-780884c79d4a', 'name': 'network-vif-deleted', 'tag': 'd160f76f-5be5-4ce6-be7e-4a20b3b492c9'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:13:52.759691 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9868a825-b02d-416a-875a-afb5e90ee2c1" -d '{"events": [{"server_uuid": "55f7f013-449c-4054-b481-780884c79d4a", "name": "network-vif-deleted", "tag": "d160f76f-5be5-4ce6-be7e-4a20b3b492c9"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:52.802370 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c03fe2-44aa-47e5-8299-29ff3fc46d46 x-openstack-request-id: req-56c03fe2-44aa-47e5-8299-29ff3fc46d46 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:52.802702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f7f013-449c-4054-b481-780884c79d4a", "name": "network-vif-deleted", "tag": "d160f76f-5be5-4ce6-be7e-4a20b3b492c9", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:52.803014 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56c03fe2-44aa-47e5-8299-29ff3fc46d46 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:52.803446 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c03fe2-44aa-47e5-8299-29ff3fc46d46'] response: {'server_uuid': '55f7f013-449c-4054-b481-780884c79d4a', 'name': 'network-vif-deleted', 'tag': 'd160f76f-5be5-4ce6-be7e-4a20b3b492c9', 'status': 'completed', 'code': 200} Jun 23 17:13:53.435972 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00210a81-59ba-47fd-8bed-d33cfd57fd07 req-7a169bd9-9d65-4010-9bb6-0b6090288cf8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f7f013-449c-4054-b481-780884c79d4a HTTP/1.1" status: 200 len: 210 time: 0.0279655 Jun 23 17:13:53.545247 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e3af8fa0-30ad-496c-a914-862ed72b91af req-e40e7189-7cd5-47b7-a00d-2789b528af1b tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0296674 Jun 23 17:13:53.814611 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-0aef7f88-bbc2-47d8-8f91-4a8e84969834 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=99c8d1e8f35e461dbdc25783106e4a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335991 Jun 23 17:13:54.036237 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ad6-634b-4830-9914-da93718da3ca req-faea34c3-b2ec-4880-9fa6-f19175460b62 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:54.037711 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-faea34c3-b2ec-4880-9fa6-f19175460b62 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221463 Jun 23 17:13:54.045361 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd02dfb-c991-4cc5-a18c-ed7e19f3daf0 req-752eaef6-3df2-430c-8c28-3a671063b72f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:54.046790 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6fd02dfb-c991-4cc5-a18c-ed7e19f3daf0 req-752eaef6-3df2-430c-8c28-3a671063b72f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0678158 Jun 23 17:13:54.102314 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6fd02dfb-c991-4cc5-a18c-ed7e19f3daf0 req-7d20b7da-b6be-43a3-bb0c-822f6b82bec7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495138 Jun 23 17:13:54.144552 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Request body: {'port': {'device_id': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232', 'admin_state_up': True, 'tenant_id': '99c8d1e8f35e461dbdc25783106e4a44'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:54.257802 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Made reservation on behalf of 99c8d1e8f35e461dbdc25783106e4a44 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:13:54.261213 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:54.270355 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:54.358356 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks [] for security_group (f48f3800-9127-4589-9c2c-e0b94a1f8ba7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:54.363668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (f48f3800-9127-4589-9c2c-e0b94a1f8ba7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:54.439561 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f3800-9127-4589-9c2c-e0b94a1f8ba7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:54.500027 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d160f76f-5be5-4ce6-be7e-4a20b3b492c9 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:13:54.506686 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:54.521746 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Allocated IP 192.168.233.204 (38fda009-5f73-4c91-86f6-0fa842cc4232/c21aae94-d681-411f-aa41-d5711061fbb8/4e4bcb4f-d0ad-4995-bf5c-058c872cd9af) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:13:54.522925 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: d160f76f-5be5-4ce6-be7e-4a20b3b492c9 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:13:54.523291 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d160f76f-5be5-4ce6-be7e-4a20b3b492c9 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:13:54.531797 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:54.686810 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc828cb5-aebe-4a78-a96a-74d11ce51be6 req-f268d94a-1b92-4a54-b2b3-97e5a50bc889 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0351694 Jun 23 17:13:54.725528 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks [] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:54.757828 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:54.788394 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-5e0a1d41-9362-4ed2-8ef9-5f46c93ca666 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:54.790007 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-5e0a1d41-9362-4ed2-8ef9-5f46c93ca666 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/networks?id=61ebd6c3-bd7b-408e-b6a6-97ced763519b HTTP/1.1" status: 200 len: 809 time: 0.1074710 Jun 23 17:13:54.800925 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Network 38fda009-5f73-4c91-86f6-0fa842cc4232 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:13:54.804628 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-f51a0623-da5e-46ab-afb0-a9789948b4ae tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/quotas/aa636b31dd844b93b83300a3de1418ce HTTP/1.1" status: 200 len: 375 time: 0.0090935 Jun 23 17:13:54.805945 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:13:54.808589 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:13:54.838515 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-fd9635d8-00ec-4003-8917-79322dcf5c88 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=aa636b31dd844b93b83300a3de1418ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282521 Jun 23 17:13:54.838839 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Pushing event updated for resources: {'Port': ['ID=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:54.871231 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:54.872016 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:54.898797 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-09b1bf44-a2af-4af0-8d89-281e71b1f078 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7581711 Jun 23 17:13:54.931326 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Request body: {'port': {'device_id': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:13:54.967961 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-77a9ad46-6f10-4c35-a0aa-c2329bb2bc63 service neutron] 10.222.0.18 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193752 Jun 23 17:13:55.016454 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:55.057063 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d8488aec-2308-4416-8e23-5c54f7a0a7ac None None] Provisioning complete for port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:13:55.057458 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d8488aec-2308-4416-8e23-5c54f7a0a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:55.082198 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-ac029565-405b-4128-b04c-487bae44a510 service neutron] 10.222.0.18 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132433 Jun 23 17:13:55.095021 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d8488aec-2308-4416-8e23-5c54f7a0a7ac None None] Port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:13:55.291252 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-de58a9ac-af5b-4e96-bd0d-e8f9572e5f47 req-7b9a5c76-1037-4ae9-8747-ac7ca5374ac9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 210 time: 0.0405273 Jun 23 17:13:55.327366 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f99ac3-8343-4b24-9160-7a0c6dffdd71 req-157b1929-643a-4fc4-9c87-94bbb26acd1c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:55.328950 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85f99ac3-8343-4b24-9160-7a0c6dffdd71 req-157b1929-643a-4fc4-9c87-94bbb26acd1c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1497765 Jun 23 17:13:55.414492 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85f99ac3-8343-4b24-9160-7a0c6dffdd71 req-aa966d2b-aa94-4d31-83cb-f618721fa7ff tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756710 Jun 23 17:13:55.447647 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:13:55.455250 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Publish callbacks [] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:55.468141 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Transition to ACTIVE for port object 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:13:55.472026 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:55.480369 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:55.512545 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:55.527105 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:55.612646 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Attempting to bind port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:13:55.612646 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Attempting to bind port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:13:55.613112 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Attempting to bind port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af on network 38fda009-5f73-4c91-86f6-0fa842cc4232 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:13:55.618542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af on network 38fda009-5f73-4c91-86f6-0fa842cc4232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:13:55.618908 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Attempting to bind port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af on network 38fda009-5f73-4c91-86f6-0fa842cc4232 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:13:55.624585 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:13:55.624931 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Checking segment: {'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:13:55.625318 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Bound using segment: {'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:13:55.625755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Bound port: 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624cb857-3be3-44e4-ac10-b9269f994f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:13:55.626214 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:55.704206 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] For port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:13:55.707593 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] For port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,segment=NetworkSegment(624cb857-3be3-44e4-ac10-b9269f994f75),segment_id=624cb857-3be3-44e4-ac10-b9269f994f75)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:13:55.720338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:55.755756 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:55.756391 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:13:55.757817 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] 10.222.0.57 "PUT /v2.0/ports/4e4bcb4f-d0ad-4995-bf5c-058c872cd9af HTTP/1.1" status: 200 len: 1098 time: 0.8385031 Jun 23 17:13:55.758251 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'tag': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:13:55.760574 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a46acd-85e5-417a-a44f-a5ac059d4b63" -d '{"events": [{"name": "network-changed", "server_uuid": "bf401eb3-6a14-41c2-bdda-e9a448beba4f", "tag": "4e4bcb4f-d0ad-4995-bf5c-058c872cd9af"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:13:55.798183 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf274a9-949a-45ae-b180-344836ab9a60 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:13:55.815176 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582bff47-1f90-448b-891b-369f8699d45f x-openstack-request-id: req-582bff47-1f90-448b-891b-369f8699d45f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:13:55.815470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf401eb3-6a14-41c2-bdda-e9a448beba4f", "tag": "4e4bcb4f-d0ad-4995-bf5c-058c872cd9af", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:13:55.815724 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-582bff47-1f90-448b-891b-369f8699d45f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:13:55.816137 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582bff47-1f90-448b-891b-369f8699d45f'] response: {'name': 'network-changed', 'server_uuid': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'tag': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af', 'status': 'completed', 'code': 200} Jun 23 17:13:55.991060 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57438f1-c3c8-43eb-9a96-743cc61318e2 req-6c4fc919-4e5b-4a20-9bfd-9cb4f1b77b0d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:55.992546 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a57438f1-c3c8-43eb-9a96-743cc61318e2 req-6c4fc919-4e5b-4a20-9bfd-9cb4f1b77b0d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.2290578 Jun 23 17:13:56.038956 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a57438f1-c3c8-43eb-9a96-743cc61318e2 req-5c16b582-2885-4926-be4f-61a00609a014 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Jun 23 17:13:56.402196 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cce8b70a-e443-40d9-9057-73f0697cfe1c req-107932f7-60d2-4c47-8d45-fc8c6d203c6a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 210 time: 0.0314453 Jun 23 17:13:56.532991 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa2b16-8fbf-45d0-b46a-da0ab5c10183 req-0f5a7159-6899-47ac-ac45-06fa768a8b4b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:56.536067 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f4fa2b16-8fbf-45d0-b46a-da0ab5c10183 req-0f5a7159-6899-47ac-ac45-06fa768a8b4b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0537064 Jun 23 17:13:56.585921 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f4fa2b16-8fbf-45d0-b46a-da0ab5c10183 req-ecc7e055-ac6e-470b-9ae3-d622ee8fa06d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Jun 23 17:13:57.162665 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3db3-ed97-4f3d-a292-c993a651d752 req-76b68396-ecdb-4495-8d82-4d490f860bc7 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:57.164133 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-10fa3db3-ed97-4f3d-a292-c993a651d752 req-76b68396-ecdb-4495-8d82-4d490f860bc7 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0469241 Jun 23 17:13:57.210691 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-10fa3db3-ed97-4f3d-a292-c993a651d752 req-8602418f-738c-453e-89fa-634f40a9bbc2 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 Jun 23 17:13:57.500933 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-454ca392-1ef2-4bd7-a361-40943fcb74d1 req-f05ee1f6-87ff-4c00-9f20-e6a5d3f471bd tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 210 time: 0.0316975 Jun 23 17:13:57.718179 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236cdbd-da25-4d75-af95-8e5b460c252e req-697711e5-62f1-4200-b0b0-e9e1d0e199d2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:57.719654 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6236cdbd-da25-4d75-af95-8e5b460c252e req-697711e5-62f1-4200-b0b0-e9e1d0e199d2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0578048 Jun 23 17:13:57.770749 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6236cdbd-da25-4d75-af95-8e5b460c252e req-1a64b47b-547d-429f-98a4-1d6a07e150ad tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Jun 23 17:13:58.339529 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfc1a-fdce-4f07-924a-48cd16dfd1d0 req-919af3dc-2046-4d4e-9877-2053a2e38fed tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:58.340899 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-988dfc1a-fdce-4f07-924a-48cd16dfd1d0 req-919af3dc-2046-4d4e-9877-2053a2e38fed tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0474656 Jun 23 17:13:58.352292 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:58.389967 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-988dfc1a-fdce-4f07-924a-48cd16dfd1d0 req-2fa3726f-4e34-4f28-8e15-b2d3fbf7a561 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Jun 23 17:13:58.601828 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29c2177a-7cee-41e6-b8e4-4d5e7ec18d30 req-bbe2ef85-6cbc-4234-a4c0-f5184505dd9b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 210 time: 0.0274866 Jun 23 17:13:58.891524 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef7a6c-e814-45f1-9f8b-88091da7b34d req-f9906943-600d-4079-8e0d-88452d142966 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:58.893018 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b7ef7a6c-e814-45f1-9f8b-88091da7b34d req-f9906943-600d-4079-8e0d-88452d142966 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0496316 Jun 23 17:13:58.904773 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:13:58.945996 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b7ef7a6c-e814-45f1-9f8b-88091da7b34d req-26cf94d7-ede0-48ba-9ed4-6ce8bdb3c20b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468299 Jun 23 17:13:59.520275 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c30ef0-4a7d-43d4-8080-41a5da7eb405 req-8044f125-d6fe-40db-9ceb-4af00450b7c1 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:13:59.522137 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36c30ef0-4a7d-43d4-8080-41a5da7eb405 req-8044f125-d6fe-40db-9ceb-4af00450b7c1 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0488303 Jun 23 17:13:59.571468 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36c30ef0-4a7d-43d4-8080-41a5da7eb405 req-c6933d51-3309-4bbc-a916-56e06e7a587d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 Jun 23 17:13:59.702541 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-71bab347-fee1-47fe-9657-4397a374f6b0 req-6cbc071d-0558-4e9b-9d5a-38f52199cf0e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 210 time: 0.0338809 Jun 23 17:14:00.041531 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bba97254-b4fb-4819-8b5b-1d6166659cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:00.062390 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e405-7555-4509-9bf7-774126af38c1 req-58f5abcc-97b1-432c-8fb6-dd137a808945 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:00.063896 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03d6e405-7555-4509-9bf7-774126af38c1 req-58f5abcc-97b1-432c-8fb6-dd137a808945 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Jun 23 17:14:00.114488 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03d6e405-7555-4509-9bf7-774126af38c1 req-3632dbf2-dc8d-435d-b37f-5dd457d1f3e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Jun 23 17:14:00.702920 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516f93-94e0-4af2-8d77-535f8379b92b req-abd4c8a2-c7ea-43de-afa5-60e8b105be35 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:00.704640 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01516f93-94e0-4af2-8d77-535f8379b92b req-abd4c8a2-c7ea-43de-afa5-60e8b105be35 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0544879 Jun 23 17:14:00.773397 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01516f93-94e0-4af2-8d77-535f8379b92b req-f0db5fe9-e0e6-4eed-ba6b-9d98ec464328 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624611 Jun 23 17:14:00.780416 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a46acd-85e5-417a-a44f-a5ac059d4b63 req-04d50f17-ea32-43ef-b5f0-bf4e16ee8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:00.783605 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45a46acd-85e5-417a-a44f-a5ac059d4b63 req-04d50f17-ea32-43ef-b5f0-bf4e16ee8500 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99c8d1e8f35e461dbdc25783106e4a44&device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 1132 time: 0.0475364 Jun 23 17:14:00.815483 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c80cc89-8750-4b6b-a3c5-1c0412a50311 req-8666f1fd-2090-428c-8a50-eec5e6647c45 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 210 time: 0.0296953 Jun 23 17:14:00.916021 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45a46acd-85e5-417a-a44f-a5ac059d4b63 req-0ce487c8-c8ac-4f43-83a3-1f8a51cff7fc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=99c8d1e8f35e461dbdc25783106e4a44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302749 Jun 23 17:14:01.254808 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d1b4b-cb36-49ed-ac15-8636298a431e req-ecd31676-9516-4ce6-be08-4277e4d2ab50 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:01.256808 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-120d1b4b-cb36-49ed-ac15-8636298a431e req-ecd31676-9516-4ce6-be08-4277e4d2ab50 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0685103 Jun 23 17:14:01.285731 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a46acd-85e5-417a-a44f-a5ac059d4b63 req-40355176-6e08-4989-995e-e27ae3487240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:01.290065 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45a46acd-85e5-417a-a44f-a5ac059d4b63 req-40355176-6e08-4989-995e-e27ae3487240 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981154 Jun 23 17:14:01.316825 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-120d1b4b-cb36-49ed-ac15-8636298a431e req-340051b4-1c9a-4215-b1d2-ffff9f77b377 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537527 Jun 23 17:14:01.844077 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ad6-634b-4830-9914-da93718da3ca req-e231614c-f233-41d5-8282-01241aaa5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:01.846067 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-e231614c-f233-41d5-8282-01241aaa5cd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99c8d1e8f35e461dbdc25783106e4a44&device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 1132 time: 0.0850201 Jun 23 17:14:01.970580 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2f7240d6-8d64-4b87-b4bc-746dd4b3c967 req-b287c5fb-1c8c-4eee-9787-a53512122890 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 210 time: 0.0601037 Jun 23 17:14:02.231828 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-e4dd7baf-5c3d-4d31-925f-117d7115a04f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af HTTP/1.1" status: 200 len: 217 time: 0.0657735 Jun 23 17:14:02.237721 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:02.242300 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:02.256368 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595af2-f2df-4051-b948-5817c80a2cce req-ce5254ba-0b01-4ce9-a8a5-11ed3f3754b2 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:02.257881 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d595af2-f2df-4051-b948-5817c80a2cce req-ce5254ba-0b01-4ce9-a8a5-11ed3f3754b2 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0934105 Jun 23 17:14:02.280840 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-60991018-214f-491d-b995-287032f51779 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:02.282341 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-60991018-214f-491d-b995-287032f51779 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.57 "GET /v2.0/networks?id=61ebd6c3-bd7b-408e-b6a6-97ced763519b HTTP/1.1" status: 200 len: 809 time: 0.5225987 Jun 23 17:14:02.333002 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d595af2-f2df-4051-b948-5817c80a2cce req-3dca54dd-2901-475a-a55e-44d25e73e873 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666766 Jun 23 17:14:02.343074 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9756814d-0149-41fd-a964-b90c6d444b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:02.370635 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Request body: {'port': {'device_id': '7546dd4f-e528-4cbe-914c-a1f008219334', 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b', 'admin_state_up': True, 'tenant_id': 'aa636b31dd844b93b83300a3de1418ce'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:02.443193 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aa87d-9e95-43e2-a54e-c67a86858ef7 req-3cd773db-7aae-46bd-b716-15b4962d555a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:02.445413 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a69aa87d-9e95-43e2-a54e-c67a86858ef7 req-3cd773db-7aae-46bd-b716-15b4962d555a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0531089 Jun 23 17:14:02.474364 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ad6-634b-4830-9914-da93718da3ca req-11ca8a23-e361-4892-bb10-1b0edeb791fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:02.476012 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-11ca8a23-e361-4892-bb10-1b0edeb791fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c21aae94-d681-411f-aa41-d5711061fbb8 HTTP/1.1" status: 200 len: 843 time: 0.1099975 Jun 23 17:14:02.501353 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a69aa87d-9e95-43e2-a54e-c67a86858ef7 req-bcde6fa3-842f-4258-a223-d90c5cfd6d2b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487976 Jun 23 17:14:02.544943 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4ad6-634b-4830-9914-da93718da3ca req-2965c007-ce65-4da3-8742-184f06c808c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:02.546482 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-2965c007-ce65-4da3-8742-184f06c808c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38fda009-5f73-4c91-86f6-0fa842cc4232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0614645 Jun 23 17:14:02.575681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Made reservation on behalf of aa636b31dd844b93b83300a3de1418ce for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:14:02.579381 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:02.703788 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-502a430c-437e-4caf-ad49-78864f449481 service neutron] 10.222.0.57 "GET /v2.0/networks/38fda009-5f73-4c91-86f6-0fa842cc4232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489873 Jun 23 17:14:02.830052 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Allocated IP 172.20.0.7 (61ebd6c3-bd7b-408e-b6a6-97ced763519b/1aca03ec-95e2-485f-b420-993f1f111af0/4d534458-e5c6-486b-b395-5ee1cf6a3416) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:14:02.866132 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-593a4ad6-634b-4830-9914-da93718da3ca req-31238b5e-0fe4-4b62-924f-24878ce74816 service neutron] 10.222.0.57 "GET /v2.0/networks/38fda009-5f73-4c91-86f6-0fa842cc4232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529634 Jun 23 17:14:03.001943 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks [] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:03.037746 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:03.087747 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:03.088346 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:03.098701 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Network 61ebd6c3-bd7b-408e-b6a6-97ced763519b is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:03.119060 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:03.125980 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:14:03.152817 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Pushing event updated for resources: {'Port': ['ID=4d534458-e5c6-486b-b395-5ee1cf6a3416,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:03.176174 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799cd54-dc50-4d9d-85f6-2743d0c0f658 req-e43aee80-9b48-43ad-af80-645912cb8456 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:03.177825 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5799cd54-dc50-4d9d-85f6-2743d0c0f658 req-e43aee80-9b48-43ad-af80-645912cb8456 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 931 time: 0.1075804 Jun 23 17:14:03.181531 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.181912 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.182257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.182578 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.182929 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.183263 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.183591 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.183917 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.184246 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.184569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.184897 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.185205 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.185522 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.185874 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.186198 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:03.214450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:03.215047 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:03.249105 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-6b4cf6aa-72d6-40e3-a8c0-924e3cd6064a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8842053 Jun 23 17:14:03.253257 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5799cd54-dc50-4d9d-85f6-2743d0c0f658 req-65a9b977-2c20-4d45-8f9f-8624ea0ccdf8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633202 Jun 23 17:14:03.422429 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:03.470105 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55388-f0fa-40c6-befd-2d573697b044 req-a59751be-b80f-4aa8-8905-f098811f559d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:03.471560 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-36d55388-f0fa-40c6-befd-2d573697b044 req-a59751be-b80f-4aa8-8905-f098811f559d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0539651 Jun 23 17:14:03.523568 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-36d55388-f0fa-40c6-befd-2d573697b044 req-f85c9153-62a2-4438-a82c-a121faddf8c1 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 Jun 23 17:14:03.632403 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6a0a6-f178-4e54-a973-2b72bcfa5fd7 req-c79e23e9-2604-4010-aa40-29f02fe03859 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:03.635116 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29e6a0a6-f178-4e54-a973-2b72bcfa5fd7 req-c79e23e9-2604-4010-aa40-29f02fe03859 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0631282 Jun 23 17:14:03.698938 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29e6a0a6-f178-4e54-a973-2b72bcfa5fd7 req-c8edea13-debf-4b6c-a2b4-80dd1c94a1e1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577137 Jun 23 17:14:04.373778 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b4d62-f5aa-4a99-a5de-7baeb71378d7 req-05eff5dc-e7c8-4a84-9703-449d2b3b4521 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:04.374770 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ca3b4d62-f5aa-4a99-a5de-7baeb71378d7 req-05eff5dc-e7c8-4a84-9703-449d2b3b4521 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 931 time: 0.0485718 Jun 23 17:14:04.423066 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ca3b4d62-f5aa-4a99-a5de-7baeb71378d7 req-702d4ca7-7d43-4eb4-adf6-356607508f66 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 Jun 23 17:14:04.657270 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bcf0a-b4e1-4132-8dfa-5c0bc2e0f9c4 req-e7121e21-945c-4515-99ba-42db7e6d90e6 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:04.658785 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f27bcf0a-b4e1-4132-8dfa-5c0bc2e0f9c4 req-e7121e21-945c-4515-99ba-42db7e6d90e6 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0505590 Jun 23 17:14:04.708874 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f27bcf0a-b4e1-4132-8dfa-5c0bc2e0f9c4 req-0b781df7-78cf-430f-ac6e-66c8efbba15c tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 Jun 23 17:14:04.796041 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:04.828989 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628c7bb-ef7e-4263-ac27-d1e4c4d66764 req-302caae3-cc7a-485c-80d2-81a9df204739 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:04.830537 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7628c7bb-ef7e-4263-ac27-d1e4c4d66764 req-302caae3-cc7a-485c-80d2-81a9df204739 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Jun 23 17:14:04.884288 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7628c7bb-ef7e-4263-ac27-d1e4c4d66764 req-716fb32f-403a-4599-b444-5d0271c2d2f6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471983 Jun 23 17:14:05.093977 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.163258 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51082) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:05.207558 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.277513 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.363113 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Publish callbacks [] for security_group (a9985c5d-d318-46de-8706-713f3e94aea4), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.368826 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a9985c5d-d318-46de-8706-713f3e94aea4), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.409865 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f21a4ef5cd5d43a1bb3013bd441b41b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453251 Jun 23 17:14:05.410643 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9985c5d-d318-46de-8706-713f3e94aea4,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:05.412878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51090) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:05.418308 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.418669 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.419011 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.419356 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.419691 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.421589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.421589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.421589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.421589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.421589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.429687 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.430176 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.430529 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.430875 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.431218 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e9d621-3d6e-411d-8be8-034cc4644661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:05.480236 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a08d33de-2169-4a3f-b7de-f756876f15c9 admin admin] Publish callbacks [] for security_group (a9985c5d-d318-46de-8706-713f3e94aea4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.507292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a08d33de-2169-4a3f-b7de-f756876f15c9 admin admin] Publish callbacks [] for security_group (a9985c5d-d318-46de-8706-713f3e94aea4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.575878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4a9fa-9853-42e5-a7b4-4c839b499a7c req-45247c78-a522-4837-98ea-b336469b32b9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:05.577397 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cb4a9fa-9853-42e5-a7b4-4c839b499a7c req-45247c78-a522-4837-98ea-b336469b32b9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 931 time: 0.0728517 Jun 23 17:14:05.610003 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a08d33de-2169-4a3f-b7de-f756876f15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a9985c5d-d318-46de-8706-713f3e94aea4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.612482 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a08d33de-2169-4a3f-b7de-f756876f15c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:05.616249 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a08d33de-2169-4a3f-b7de-f756876f15c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9985c5d-d318-46de-8706-713f3e94aea4 HTTP/1.1" status: 204 len: 168 time: 0.1994209 Jun 23 17:14:05.623445 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d33de-2169-4a3f-b7de-f756876f15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9985c5d-d318-46de-8706-713f3e94aea4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:05.675638 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cb4a9fa-9853-42e5-a7b4-4c839b499a7c req-aae70238-3c67-41ca-bdbe-6c5eea96633a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836513 Jun 23 17:14:05.728129 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=40 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:05.732600 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:05.827499 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa11411-1c7e-42b0-81b4-7d083741d07a req-eef44c54-dc4e-4280-beef-91a02c8dafd0 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:05.828995 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9aa11411-1c7e-42b0-81b4-7d083741d07a req-eef44c54-dc4e-4280-beef-91a02c8dafd0 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0485845 Jun 23 17:14:05.862067 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:05.881107 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9aa11411-1c7e-42b0-81b4-7d083741d07a req-0af56bba-12f0-43f6-a31c-9511ea2b849e tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464671 Jun 23 17:14:06.020669 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb833f80-377b-4525-9bf1-ab82e9e260d0 req-55182091-bc1f-47d8-80aa-abfb44c0a61f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:06.022598 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb833f80-377b-4525-9bf1-ab82e9e260d0 req-55182091-bc1f-47d8-80aa-abfb44c0a61f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0603478 Jun 23 17:14:06.080547 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb833f80-377b-4525-9bf1-ab82e9e260d0 req-a37afba7-c047-4cdb-a680-0d20c7d7463f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513504 Jun 23 17:14:06.274896 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Request body: {'port': {'device_id': '7546dd4f-e528-4cbe-914c-a1f008219334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:06.322304 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51140) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:06.347196 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51144) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:06.366393 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.377740 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-a71c0385-0c17-42e7-bbf4-fe018922bea0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512412 Jun 23 17:14:06.465456 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1415646678-network', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:06.472008 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8845bd4-8510-4475-ac66-f224a369fb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.487546 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:06.495278 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:06.505686 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Made reservation on behalf of e456e86229d84ae28c56cf25357f99bc for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:14:06.508169 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.526392 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.530735 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:06.539351 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-f8e141cc-924c-4fb5-9a9a-a92e3b03230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:06.541385 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-f8e141cc-924c-4fb5-9a9a-a92e3b03230c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 1129 time: 0.0660388 Jun 23 17:14:06.632816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8845bd4-8510-4475-ac66-f224a369fb2d admin admin] Publish callbacks [] for security_group (91fef5c9-2b6d-4fc7-80dd-50ff2168d7c8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.641432 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8845bd4-8510-4475-ac66-f224a369fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (91fef5c9-2b6d-4fc7-80dd-50ff2168d7c8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.713302 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d8845bd4-8510-4475-ac66-f224a369fb2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88d99f01f94140cfbf7e55ccb7b1442e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898327 Jun 23 17:14:06.717284 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51156) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:06.773583 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8845bd4-8510-4475-ac66-f224a369fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fef5c9-2b6d-4fc7-80dd-50ff2168d7c8,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:06.783099 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-61852b07-5369-4a30-84c2-bb5fa7a48fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:06.784588 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-61852b07-5369-4a30-84c2-bb5fa7a48fc6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 915 time: 0.1693170 Jun 23 17:14:06.803474 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d534458-e5c6-486b-b395-5ee1cf6a3416 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:14:06.811591 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Publish callbacks [] for security_group (682fa533-aba8-4f1c-891d-c727b628393d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.836700 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (682fa533-aba8-4f1c-891d-c727b628393d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.839359 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Publish callbacks [] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.868875 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2998-003b-446b-bdf1-450e1c7abd8e admin admin] Publish callbacks [] for security_group (91fef5c9-2b6d-4fc7-80dd-50ff2168d7c8), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.869783 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Transition to ACTIVE for port object 4d534458-e5c6-486b-b395-5ee1cf6a3416 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:14:06.876509 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-a3b11f36-c64d-48d7-a5d5-1a1e2fa52960 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b1cac9-5302-4079-b5e0-7137567b16e5 HTTP/1.1" status: 200 len: 1001 time: 0.0849123 Jun 23 17:14:06.879907 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.908029 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682fa533-aba8-4f1c-891d-c727b628393d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:06.936011 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2998-003b-446b-bdf1-450e1c7abd8e admin admin] Publish callbacks [] for security_group (91fef5c9-2b6d-4fc7-80dd-50ff2168d7c8), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:06.957463 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:14:06.972362 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Pushing event updated for resources: {'Port': ['ID=4d534458-e5c6-486b-b395-5ee1cf6a3416,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:06.997811 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c68894-b721-4f05-b820-0537988d64be req-94211c3a-d9a7-41e9-8577-177e49f8677b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:06.997961 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-c28ede13-70dc-4ab7-8fb6-88a80ef43609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:06.997961 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-c28ede13-70dc-4ab7-8fb6-88a80ef43609 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.1122458 Jun 23 17:14:06.998159 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-82c68894-b721-4f05-b820-0537988d64be req-94211c3a-d9a7-41e9-8577-177e49f8677b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 931 time: 0.1745543 Jun 23 17:14:07.006285 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (4035dd54-6288-46fc-9c6d-c18403e1d0cb), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.006951 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Added segment 4035dd54-6288-46fc-9c6d-c18403e1d0cb of type vlan for network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 Jun 23 17:14:07.080861 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.112235 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2998-003b-446b-bdf1-450e1c7abd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (91fef5c9-2b6d-4fc7-80dd-50ff2168d7c8), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.115220 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2998-003b-446b-bdf1-450e1c7abd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.119198 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fbdc2998-003b-446b-bdf1-450e1c7abd8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91fef5c9-2b6d-4fc7-80dd-50ff2168d7c8 HTTP/1.1" status: 204 len: 168 time: 0.3983848 Jun 23 17:14:07.145494 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc2998-003b-446b-bdf1-450e1c7abd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fef5c9-2b6d-4fc7-80dd-50ff2168d7c8,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:07.149641 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-344df94e-5211-4160-9e71-14dcb901c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:07.153239 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-344df94e-5211-4160-9e71-14dcb901c3d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1508017 Jun 23 17:14:07.157116 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Attempting to bind port 4d534458-e5c6-486b-b395-5ee1cf6a3416 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:14:07.157758 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Attempting to bind port 4d534458-e5c6-486b-b395-5ee1cf6a3416 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:14:07.158160 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Attempting to bind port 4d534458-e5c6-486b-b395-5ee1cf6a3416 on network 61ebd6c3-bd7b-408e-b6a6-97ced763519b {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:14:07.164606 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-82c68894-b721-4f05-b820-0537988d64be req-a6fdb80b-0c48-4a24-8750-83a145e3f92d tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638138 Jun 23 17:14:07.186492 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5979bb4-8b6f-4983-b39b-02731ed24811 req-8638bc3a-f674-492f-8877-d4bcf573b9c2 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:07.194214 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5979bb4-8b6f-4983-b39b-02731ed24811 req-8638bc3a-f674-492f-8877-d4bcf573b9c2 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.1035082 Jun 23 17:14:07.198172 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Port 4d534458-e5c6-486b-b395-5ee1cf6a3416 on network 61ebd6c3-bd7b-408e-b6a6-97ced763519b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:14:07.198510 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Attempting to bind port 4d534458-e5c6-486b-b395-5ee1cf6a3416 on network 61ebd6c3-bd7b-408e-b6a6-97ced763519b {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:14:07.204842 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:07.218645 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.220219 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:07.221858 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.270934 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5979bb4-8b6f-4983-b39b-02731ed24811 req-025933b8-4d68-440b-979a-1c59c53f1010 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754137 Jun 23 17:14:07.272069 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:14:07.272669 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Checking segment: {'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:07.273137 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Bound using segment: {'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:14:07.273745 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Bound port: 4d534458-e5c6-486b-b395-5ee1cf6a3416, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0951d584-297d-4b2e-8fc6-307b52eee31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:14:07.274432 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.331140 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9802587 Jun 23 17:14:07.350947 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51180) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:07.357636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Request body: {'subnet': {'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1415646678-subnet', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:07.361084 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d9c6d-e86a-4ff5-b802-3ed081701e59 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:07.374625 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472c70c-2608-4a67-b232-faae811330bd req-5fa28898-a99e-46c0-b3ea-256987142b21 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:07.381961 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f472c70c-2608-4a67-b232-faae811330bd req-5fa28898-a99e-46c0-b3ea-256987142b21 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1264524 Jun 23 17:14:07.392479 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:14:07.405463 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Made reservation on behalf of e456e86229d84ae28c56cf25357f99bc for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:14:07.408295 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12083525'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.426236 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=13,neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:07.447538 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f472c70c-2608-4a67-b232-faae811330bd req-1d95c4aa-f243-4c08-ab9a-3594e72943f1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646198 Jun 23 17:14:07.505579 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:07.514958 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:07.535319 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-7957ab20-6811-4bf0-955c-0a16394ffc86 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695848 Jun 23 17:14:07.554028 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] For port 4d534458-e5c6-486b-b395-5ee1cf6a3416, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:14:07.582151 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] For port 4d534458-e5c6-486b-b395-5ee1cf6a3416, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4d534458-e5c6-486b-b395-5ee1cf6a3416,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:14:07.595838 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.626648 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51192) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:07.644256 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e8825e7b-d640-416e-b771-09cb8122a510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.712356 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:07.713120 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.714575 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] 10.222.0.57 "PUT /v2.0/ports/4d534458-e5c6-486b-b395-5ee1cf6a3416 HTTP/1.1" status: 200 len: 1093 time: 1.4442501 Jun 23 17:14:07.715074 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7546dd4f-e528-4cbe-914c-a1f008219334', 'tag': '4d534458-e5c6-486b-b395-5ee1cf6a3416'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:14:07.717309 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41e619f-590f-44f1-9558-b1cacfb1bbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "7546dd4f-e528-4cbe-914c-a1f008219334", "tag": "4d534458-e5c6-486b-b395-5ee1cf6a3416"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:14:07.736882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e8825e7b-d640-416e-b771-09cb8122a510 admin admin] Publish callbacks [] for security_group (9a46c86e-fea0-4f8a-9e19-afbc952ab7a4), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.742913 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e8825e7b-d640-416e-b771-09cb8122a510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9a46c86e-fea0-4f8a-9e19-afbc952ab7a4), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.759046 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75013b8-9d23-444f-8a2f-242bfdd443e2 x-openstack-request-id: req-d75013b8-9d23-444f-8a2f-242bfdd443e2 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:14:07.759330 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7546dd4f-e528-4cbe-914c-a1f008219334", "tag": "4d534458-e5c6-486b-b395-5ee1cf6a3416", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:14:07.759577 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d75013b8-9d23-444f-8a2f-242bfdd443e2 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:14:07.759972 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75013b8-9d23-444f-8a2f-242bfdd443e2'] response: {'name': 'network-changed', 'server_uuid': '7546dd4f-e528-4cbe-914c-a1f008219334', 'tag': '4d534458-e5c6-486b-b395-5ee1cf6a3416', 'status': 'completed', 'code': 200} Jun 23 17:14:07.761861 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f760134-c02c-41e4-a4fb-bdf077b23a6d service neutron] Pushing event updated for resources: {'Port': ['ID=4d534458-e5c6-486b-b395-5ee1cf6a3416,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:07.768131 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3873130c-793e-4e07-8027-a8ffaf3deaeb req-d71d2563-b8f6-4eb6-84c3-435779b72a76 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285337 Jun 23 17:14:07.787062 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8825e7b-d640-416e-b771-09cb8122a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a46c86e-fea0-4f8a-9e19-afbc952ab7a4,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:07.792507 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e8825e7b-d640-416e-b771-09cb8122a510 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce2245a47bf54de0a4264e247abd8daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648064 Jun 23 17:14:07.797925 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51196) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:07.823234 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11344060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12083507'] for subnet (b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.849530 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-30fa1066-3903-4eb7-9ec2-a1e8e9caf1ae admin admin] Publish callbacks [] for security_group (9a46c86e-fea0-4f8a-9e19-afbc952ab7a4), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.872058 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-30fa1066-3903-4eb7-9ec2-a1e8e9caf1ae admin admin] Publish callbacks [] for security_group (9a46c86e-fea0-4f8a-9e19-afbc952ab7a4), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.872489 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:07.888679 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Checking segment: {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:07.889030 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Network hostable DHCP agents. Network: 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:14:07.907427 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:14:07.916663 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:07.921851 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:07.922457 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.922979 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-30fa1066-3903-4eb7-9ec2-a1e8e9caf1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9a46c86e-fea0-4f8a-9e19-afbc952ab7a4), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.926401 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-30fa1066-3903-4eb7-9ec2-a1e8e9caf1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.927281 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc1f173-54f8-4125-83c1-3df296be59ec None None] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:14:07.930557 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-30fa1066-3903-4eb7-9ec2-a1e8e9caf1ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a46c86e-fea0-4f8a-9e19-afbc952ab7a4 HTTP/1.1" status: 204 len: 168 time: 0.1316180 Jun 23 17:14:07.940539 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa1066-3903-4eb7-9ec2-a1e8e9caf1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a46c86e-fea0-4f8a-9e19-afbc952ab7a4,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:07.952227 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9a3250d7-e7fd-4df8-a4f1-3a9e2980d5d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5993395 Jun 23 17:14:07.954143 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51200) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:07.960836 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:07.984752 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (b9be47f9-f036-460b-a06a-1f23983d198d), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:07.986318 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (b9be47f9-f036-460b-a06a-1f23983d198d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.042156 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks [] for router_controller (b9be47f9-f036-460b-a06a-1f23983d198d), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.080728 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:14:08.082086 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.203510 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks [] for router_gateway (b9be47f9-f036-460b-a06a-1f23983d198d), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.238635 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-854a42c5-282c-4d49-a23b-9e6d2e9c2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:08.241376 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-854a42c5-282c-4d49-a23b-9e6d2e9c2704 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa636b31dd844b93b83300a3de1418ce&device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 1127 time: 0.0684268 Jun 23 17:14:08.260319 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Allocated IP 172.20.0.2 (3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8/b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae/68d9a82a-b70b-430e-8eae-c666dae06ad1) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:14:08.338262 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-62dc9d20-0f9a-479e-9b83-f7646e5cc525 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d534458-e5c6-486b-b395-5ee1cf6a3416 HTTP/1.1" status: 200 len: 217 time: 0.0729754 Jun 23 17:14:08.359445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6a836-64b6-46ad-bb73-2fa3638cf0f6 req-ed88f25e-16f7-4486-8849-1194dfb5be11 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:08.361445 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9ca6a836-64b6-46ad-bb73-2fa3638cf0f6 req-ed88f25e-16f7-4486-8849-1194dfb5be11 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 943 time: 0.0590758 Jun 23 17:14:08.449522 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ba37-c9ec-4d66-aa81-f250adea893d req-fcdf7847-cc06-4d47-abd7-c4087f5d1f66 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:08.457168 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a05ba37-c9ec-4d66-aa81-f250adea893d req-fcdf7847-cc06-4d47-abd7-c4087f5d1f66 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0757260 Jun 23 17:14:08.464721 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Publish callbacks [] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.477570 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.480313 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9ca6a836-64b6-46ad-bb73-2fa3638cf0f6 req-47f3e269-9a42-4345-9b40-59cfc52bef93 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834894 Jun 23 17:14:08.522993 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:08.527173 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks [] for router_gateway (b9be47f9-f036-460b-a06a-1f23983d198d), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.532591 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Pushing event updated for resources: {'Port': ['ID=68d9a82a-b70b-430e-8eae-c666dae06ad1,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:08.545117 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.545719 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.546481 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.547042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.547540 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.548027 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.548761 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a05ba37-c9ec-4d66-aa81-f250adea893d req-704ec14e-c612-454b-98ba-4350317bfa89 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856760 Jun 23 17:14:08.548992 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.549476 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.550091 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.550479 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.550873 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.551224 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.551551 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.551885 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.552208 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:08.554399 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.558143 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:08.560810 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:08.563957 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:14:08.573676 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:08.575161 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:08.626734 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:08.635746 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Attempting to bind port 68d9a82a-b70b-430e-8eae-c666dae06ad1 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:14:08.636229 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Attempting to bind port 68d9a82a-b70b-430e-8eae-c666dae06ad1 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:14:08.636606 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Attempting to bind port 68d9a82a-b70b-430e-8eae-c666dae06ad1 on network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:14:08.642004 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:14:08.642387 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Checking segment: {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:08.642796 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.643194 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Bound using segment: {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:14:08.643661 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Bound port: 68d9a82a-b70b-430e-8eae-c666dae06ad1, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:14:08.644047 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.684681 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dcf90-a5ca-4b70-aa56-e76b6c471e20 req-a5480d4a-2e59-457b-897e-c76fa51c0248 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:08.686527 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fb5dcf90-a5ca-4b70-aa56-e76b6c471e20 req-a5480d4a-2e59-457b-897e-c76fa51c0248 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1006744 Jun 23 17:14:08.701024 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:08.742241 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] For port 68d9a82a-b70b-430e-8eae-c666dae06ad1, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:14:08.747796 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] For port 68d9a82a-b70b-430e-8eae-c666dae06ad1, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=68d9a82a-b70b-430e-8eae-c666dae06ad1,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:14:08.755542 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.783574 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Allocated IP 172.27.0.224 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/ac5261d6-61cb-4efa-a0cd-204e0fa50e25) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:14:08.793732 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fb5dcf90-a5ca-4b70-aa56-e76b6c471e20 req-7bcfaf16-943c-4a9b-bf2e-1640f1b11894 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774727 Jun 23 17:14:08.824030 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879fdc8-2135-4df3-9beb-a2ff7ba8a2ac None None] Pushing event updated for resources: {'Port': ['ID=68d9a82a-b70b-430e-8eae-c666dae06ad1,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:08.914790 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks [] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.950445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:08.996969 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:09.002627 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:09.005154 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:14:09.034087 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5261d6-61cb-4efa-a0cd-204e0fa50e25,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:09.128996 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 68d9a82a-b70b-430e-8eae-c666dae06ad1 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:09.218064 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 68d9a82a-b70b-430e-8eae-c666dae06ad1 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:09.218561 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:09.259450 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:14:09.319893 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-a868428e-76de-4c5a-8ae1-c91ceae4bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:09.321597 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-a868428e-76de-4c5a-8ae1-c91ceae4bd54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1aca03ec-95e2-485f-b420-993f1f111af0 HTTP/1.1" status: 200 len: 849 time: 0.0717223 Jun 23 17:14:09.328541 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 68d9a82a-b70b-430e-8eae-c666dae06ad1 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:09.328931 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:09.348941 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks [] for router_gateway (b9be47f9-f036-460b-a06a-1f23983d198d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:09.412869 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 68d9a82a-b70b-430e-8eae-c666dae06ad1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=68d9a82a-b70b-430e-8eae-c666dae06ad1,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:09.420590 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:09.429315 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,segment=NetworkSegment(624cb857-3be3-44e4-ac10-b9269f994f75),segment_id=624cb857-3be3-44e4-ac10-b9269f994f75)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:09.465202 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af', 'network_id': '38fda009-5f73-4c91-86f6-0fa842cc4232', 'port_id': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af', 'mac_address': 'fa:16:3e:d6:fd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21aae94-d681-411f-aa41-d5711061fbb8', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:14:09.520887 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=68d9a82a-b70b-430e-8eae-c666dae06ad1,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:09.532714 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:09.533687 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:09.552873 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:14:09.561628 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (b9be47f9-f036-460b-a06a-1f23983d198d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:09.578614 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,segment=NetworkSegment(624cb857-3be3-44e4-ac10-b9269f994f75),segment_id=624cb857-3be3-44e4-ac10-b9269f994f75)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:09.607375 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:09.618511 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:09.626304 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:09.696486 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:09.718415 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfa6f3-c4b0-4399-ba90-ec1e1de8d809 req-5ec0e513-debf-468b-9991-257aefd20e17 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:09.727076 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07bfa6f3-c4b0-4399-ba90-ec1e1de8d809 req-5ec0e513-debf-468b-9991-257aefd20e17 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 943 time: 0.0849829 Jun 23 17:14:09.739545 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2d9f3-df55-42b2-af3c-8c1c69eec639 req-8e745045-1a9a-49fe-abf2-16430f41dcd4 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:09.746800 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-77e2d9f3-df55-42b2-af3c-8c1c69eec639 req-8e745045-1a9a-49fe-abf2-16430f41dcd4 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 949 time: 0.1143918 Jun 23 17:14:09.778992 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:09.795349 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07bfa6f3-c4b0-4399-ba90-ec1e1de8d809 req-17093315-4105-4b9a-9304-c64d4a2564ff tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670145 Jun 23 17:14:09.844048 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-77e2d9f3-df55-42b2-af3c-8c1c69eec639 req-96d82e87-877d-4542-821a-0fa7fadeea6c tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963643 Jun 23 17:14:09.855912 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Router b9be47f9-f036-460b-a06a-1f23983d198d is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:14:09.945740 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3afa6f-237a-4303-8c09-db122d36a899 req-843062f6-e96f-4520-b561-cda459bab3e4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:09.947723 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b3afa6f-237a-4303-8c09-db122d36a899 req-843062f6-e96f-4520-b561-cda459bab3e4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0579362 Jun 23 17:14:09.996365 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:14:10.011550 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b3afa6f-237a-4303-8c09-db122d36a899 req-7b05edda-ed6f-45e6-85b1-8106b5fceea1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495825 Jun 23 17:14:10.020865 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:10.022692 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8cf5dbb7-4f45-45c9-8c3d-e9f754aa0f68 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0674870 Jun 23 17:14:10.025547 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51260) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:10.088585 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0742def-905d-4ccc-9507-beb8b3641d13 None None] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:14:10.168910 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Sync routers for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:14:10.177268 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-de7eebe0-6f00-4f78-9097-0d9fa773c0c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61ebd6c3-bd7b-408e-b6a6-97ced763519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350401 Jun 23 17:14:10.197049 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c962d81e-193a-4bcb-80a7-5fad859fd9f2 None None] Provisioning complete for port 68d9a82a-b70b-430e-8eae-c666dae06ad1 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:10.197422 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c962d81e-193a-4bcb-80a7-5fad859fd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:10.225317 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:14:10.226085 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:14:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:10.408839 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:14:10.447753 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c962d81e-193a-4bcb-80a7-5fad859fd9f2 None None] Current status of the port 68d9a82a-b70b-430e-8eae-c666dae06ad1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:10.603736 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:09Z', 'revision_number': 3, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:10.627693 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Checking router: b9be47f9-f036-460b-a06a-1f23983d198d for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:14:10.628040 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Updating router b9be47f9-f036-460b-a06a-1f23983d198d port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:14:10.651556 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:10.663236 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:10.691497 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f2c20e11-1acc-497a-bf10-a754f63438a3 None None] Provisioning complete for port 68d9a82a-b70b-430e-8eae-c666dae06ad1 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:10.692244 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f2c20e11-1acc-497a-bf10-a754f63438a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:10.693501 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:10.697640 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:10.810528 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:10.865530 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Allocated IP 172.20.0.1 (3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8/b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae/ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:14:10.909644 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:10.944690 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66b67-6e68-47d4-8a64-b16c7dbfb34f req-98ccae16-07e6-4b1b-bec9-84ff74ece272 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:10.946408 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-71a66b67-6e68-47d4-8a64-b16c7dbfb34f req-98ccae16-07e6-4b1b-bec9-84ff74ece272 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 943 time: 0.0782464 Jun 23 17:14:10.954809 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:10.980084 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aee71a-f3bd-48ad-978c-72c9d6317a60 req-4e5c254a-62fd-4942-9359-7287de3a4055 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:10.981614 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53aee71a-f3bd-48ad-978c-72c9d6317a60 req-4e5c254a-62fd-4942-9359-7287de3a4055 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 949 time: 0.0546372 Jun 23 17:14:11.042171 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f2c20e11-1acc-497a-bf10-a754f63438a3 None None] Current status of the port 68d9a82a-b70b-430e-8eae-c666dae06ad1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:11.052840 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-71a66b67-6e68-47d4-8a64-b16c7dbfb34f req-8fb1384a-b063-4636-8a06-3fdc3ad2a3cf tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951750 Jun 23 17:14:11.070319 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53aee71a-f3bd-48ad-978c-72c9d6317a60 req-e0c869eb-b6aa-4782-87e4-7caf7a43df3c tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810649 Jun 23 17:14:11.085914 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Publish callbacks [] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.099885 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 68d9a82a-b70b-430e-8eae-c666dae06ad1 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:11.132785 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.180496 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Publish callbacks [] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.190384 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.195711 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 68d9a82a-b70b-430e-8eae-c666dae06ad1 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:11.196077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.201643 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:11.207778 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42045ee9-d052-4411-ba77-5f3bea736881 req-7d9eb21f-8718-4a2a-9972-f66de32ffe73 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:11.209254 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-42045ee9-d052-4411-ba77-5f3bea736881 req-7d9eb21f-8718-4a2a-9972-f66de32ffe73 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0860698 Jun 23 17:14:11.213960 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:11.216455 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:14:11.252146 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:11.271891 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa998d-3fc9-4bc2-88a8-5cf9e85f3d44 None None] Pushing event updated for resources: {'Port': ['ID=ac5261d6-61cb-4efa-a0cd-204e0fa50e25,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:11.283134 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Attempting to bind port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:14:11.283580 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Attempting to bind port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:14:11.284019 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Attempting to bind port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:14:11.293105 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:14:11.293591 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:11.294092 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.294561 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:14:11.295126 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Bound port: ac5261d6-61cb-4efa-a0cd-204e0fa50e25, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:14:11.295572 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.304510 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (b9be47f9-f036-460b-a06a-1f23983d198d), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.387701 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-42045ee9-d052-4411-ba77-5f3bea736881 req-e56a41e0-5cdb-4c4a-90b2-04d8e718ac08 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668007 Jun 23 17:14:11.395846 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 68d9a82a-b70b-430e-8eae-c666dae06ad1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:11.408992 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] For port ac5261d6-61cb-4efa-a0cd-204e0fa50e25, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:14:11.413019 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] For port ac5261d6-61cb-4efa-a0cd-204e0fa50e25, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=ac5261d6-61cb-4efa-a0cd-204e0fa50e25,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:14:11.421808 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.485390 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-8038f7ba-cf28-4c05-9c1a-70d6cb482597 None None] Provisioning complete for port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:11.485683 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8038f7ba-cf28-4c05-9c1a-70d6cb482597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.487259 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.494126 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:14:11.494737 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:14:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:11.512038 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:11.532316 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-d8347b77-7b86-464d-b37d-44778e50e136 service neutron] 10.222.0.57 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377989 Jun 23 17:14:11.562628 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa998d-3fc9-4bc2-88a8-5cf9e85f3d44 None None] Pushing event updated for resources: {'Port': ['ID=ac5261d6-61cb-4efa-a0cd-204e0fa50e25,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:11.581035 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-8038f7ba-cf28-4c05-9c1a-70d6cb482597 None None] Port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:14:11.635496 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:14:11.642554 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa59582-f4e4-481a-8770-a798ff57dbae req-f3da0d86-096d-4ee4-b3f2-e7375fdfa0ea service neutron] 10.222.0.57 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955541 Jun 23 17:14:11.655921 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Publish callbacks [] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.661316 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.717414 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:11.728337 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:11.735552 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:11.739065 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (b9be47f9-f036-460b-a06a-1f23983d198d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:11.825938 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:10Z', 'revision_number': 1, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:11.832069 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:11.833339 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:11.854046 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cc8a7-cb8c-4db0-b146-92f8241ad627 None None] The sync data for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi is: [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:10Z', 'revision_number': 1, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:14:11.962007 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Router b9be47f9-f036-460b-a06a-1f23983d198d has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:14:12.101054 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:14:12.109839 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7e3f2ce7-2b74-4342-8a27-05f12ba07be6 admin admin] 10.222.0.18 "PUT /v2.0/routers/b9be47f9-f036-460b-a06a-1f23983d198d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0793722 Jun 23 17:14:12.128163 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-226246d5-b75d-4d28-a5b5-4456650b0e42 None None] Provisioning complete for port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:12.128760 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-226246d5-b75d-4d28-a5b5-4456650b0e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:12.175819 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-226246d5-b75d-4d28-a5b5-4456650b0e42 None None] Port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:14:12.211435 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba725280-c8fd-4ac9-882c-5d2305620893 req-e8f676a7-f58a-4f17-81c9-cbc35abc0a3a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:12.213816 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba725280-c8fd-4ac9-882c-5d2305620893 req-e8f676a7-f58a-4f17-81c9-cbc35abc0a3a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 943 time: 0.0705285 Jun 23 17:14:12.232333 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c037e-c554-473e-8202-1566287d2a9a req-a562f86d-cea3-464c-942c-c69dc15f5eb2 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:12.233934 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ac2c037e-c554-473e-8202-1566287d2a9a req-a562f86d-cea3-464c-942c-c69dc15f5eb2 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 949 time: 0.0605006 Jun 23 17:14:12.286378 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba725280-c8fd-4ac9-882c-5d2305620893 req-3d72b36d-0c88-4fe4-8fc7-a3efa72494ea tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659769 Jun 23 17:14:12.308906 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ac2c037e-c554-473e-8202-1566287d2a9a req-ca391d0c-d0f4-4ba8-88a7-8a9d7a65f339 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570602 Jun 23 17:14:12.505496 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['4e4bcb4f-d0ad-4995-bf5c-058c872cd9af'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:14:12.598092 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3c0ba-7408-4627-837b-c2264caad62b req-4abf17d4-7106-4677-a1eb-c7624b64842a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:12.607745 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bde3c0ba-7408-4627-837b-c2264caad62b req-4abf17d4-7106-4677-a1eb-c7624b64842a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1207907 Jun 23 17:14:12.657277 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bde3c0ba-7408-4627-837b-c2264caad62b req-696cb847-1426-4223-9d85-5adc39a12fca tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483947 Jun 23 17:14:12.726202 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:12.867134 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51306) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:12.872595 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1754402309-network', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:12.894684 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Made reservation on behalf of 3dbf727359934d70ac5bfb0a647205a0 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:14:12.897078 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:12.906340 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:12.991942 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Publish callbacks [] for security_group (495c245b-d6aa-464e-b9d0-0a3f1c62f7f1), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.002580 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (495c245b-d6aa-464e-b9d0-0a3f1c62f7f1), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.031542 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:14:13.038646 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495c245b-d6aa-464e-b9d0-0a3f1c62f7f1,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:13.046063 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (db41c3b6-68b7-4d3a-bc5b-09dd446081b8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.046412 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Added segment db41c3b6-68b7-4d3a-bc5b-09dd446081b8 of type vlan for network 5a565476-1c10-451f-910c-917d9cfd1ee9 Jun 23 17:14:13.093089 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (5a565476-1c10-451f-910c-917d9cfd1ee9), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.105309 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device ac5261d6-61cb-4efa-a0cd-204e0fa50e25 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:13.111292 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:13.122834 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (5a565476-1c10-451f-910c-917d9cfd1ee9), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.123905 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:13.124560 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.147848 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:13.157275 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:13.157610 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.167836 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2966886 Jun 23 17:14:13.167836 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:13.168774 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51310) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:13.173311 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Request body: {'subnet': {'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1754402309-subnet', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:13.209890 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceceac-ac90-4bee-8d69-e26379075d18 admin admin] Pushing event updated for resources: {'Network': ['ID=5a565476-1c10-451f-910c-917d9cfd1ee9,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:13.225872 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Made reservation on behalf of 3dbf727359934d70ac5bfb0a647205a0 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:14:13.228605 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11703566'] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.232199 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 5a565476-1c10-451f-910c-917d9cfd1ee9 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:14:13.263428 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:13.263820 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.314961 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:13.327849 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port ac5261d6-61cb-4efa-a0cd-204e0fa50e25, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=ac5261d6-61cb-4efa-a0cd-204e0fa50e25,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:13.335032 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.400198 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=ac5261d6-61cb-4efa-a0cd-204e0fa50e25,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:13.437163 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11266277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11703672'] for subnet (ed4f0dd3-8e43-4780-94f7-ef3da31beda9), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.446792 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d129bd0-ee77-4a27-86c4-9575210c563f req-2ab3a58e-fc81-4069-b5a1-d0cc4be5db2e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:13.448582 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d129bd0-ee77-4a27-86c4-9575210c563f req-2ab3a58e-fc81-4069-b5a1-d0cc4be5db2e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 943 time: 0.0490677 Jun 23 17:14:13.486166 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af54fc-a22b-4aca-afe2-8ebc7ffd536b req-e3be942a-746c-4258-9541-0ef9181ddf78 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:13.487640 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-40af54fc-a22b-4aca-afe2-8ebc7ffd536b req-e3be942a-746c-4258-9541-0ef9181ddf78 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 949 time: 0.0881968 Jun 23 17:14:13.496247 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d129bd0-ee77-4a27-86c4-9575210c563f req-767151b5-9b08-400d-96aa-e8d90f4706db tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Jun 23 17:14:13.529423 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4f0dd3-8e43-4780-94f7-ef3da31beda9,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:13.558981 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Checking segment: {'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:13.559347 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Network hostable DHCP agents. Network: 5a565476-1c10-451f-910c-917d9cfd1ee9, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:14:13.565912 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-40af54fc-a22b-4aca-afe2-8ebc7ffd536b req-f730d24e-a653-4ce8-a6c6-69bd7867d7a4 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698981 Jun 23 17:14:13.598275 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Network 5a565476-1c10-451f-910c-917d9cfd1ee9 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:14:13.610852 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 5a565476-1c10-451f-910c-917d9cfd1ee9) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:13.615033 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:13.615988 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.620517 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05e2ec7-bc4a-4d71-ad73-cf25db5bddfb None None] Network 5a565476-1c10-451f-910c-917d9cfd1ee9 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:14:13.639635 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f2426a96-4b56-4d42-9898-0314a1ae83e8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4702163 Jun 23 17:14:13.642114 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51320) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:13.647451 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:13.668751 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.669892 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.726531 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks [] for router_controller (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.752960 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-5a565476-1c10-451f-910c-917d9cfd1ee9', 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9', 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'fixed_ips': [{'subnet_id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:14:13.753996 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.798800 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa2306-01b1-4c11-8857-49d0c35f83f8 req-221d6866-8d43-4cb0-a752-47b40a28a92a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:13.800299 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8aaa2306-01b1-4c11-8857-49d0c35f83f8 req-221d6866-8d43-4cb0-a752-47b40a28a92a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Jun 23 17:14:13.849266 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8aaa2306-01b1-4c11-8857-49d0c35f83f8 req-2150fae8-6625-4804-9b5f-a298bbe3a950 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Jun 23 17:14:13.893059 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Allocated IP 172.20.0.2 (5a565476-1c10-451f-910c-917d9cfd1ee9/ed4f0dd3-8e43-4780-94f7-ef3da31beda9/5e0e8f51-5263-4db7-bd06-de4d0ad9deb4) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:14:13.904883 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks [] for router_gateway (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:13.942308 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:14.003775 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:14.088675 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Publish callbacks [] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.093223 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks [] for router_gateway (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.097428 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:14:14.100043 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.115308 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.130000 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Sync routers for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:14:14.145503 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:14:14.146285 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:14:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:14.229564 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Allocated IP 172.27.0.64 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/833c63ac-2da3-4c11-8414-887e7fde6d1d) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:14:14.239672 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:14.254194 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:14:14.260434 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:14.261014 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.294490 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Network 5a565476-1c10-451f-910c-917d9cfd1ee9 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:14.305930 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:14.309229 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Pushing event updated for resources: {'Port': ['ID=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:14.312054 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:14:14.352492 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks [] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.385860 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.403444 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:14.404084 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.406244 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Attempting to bind port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:14:14.406762 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Attempting to bind port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:14:14.407298 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Attempting to bind port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 on network 5a565476-1c10-451f-910c-917d9cfd1ee9 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:14:14.419447 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:14:14.420091 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Checking segment: {'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:14.420647 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.421219 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Bound using segment: {'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:14:14.421872 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Bound port: 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:14:14.422414 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.427521 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:14.432735 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:14.435182 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:14:14.450964 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:14:14.453236 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53111343-45f0-4383-b54d-c7a168390857" -d '{"events": [{"server_uuid": "bf401eb3-6a14-41c2-bdda-e9a448beba4f", "name": "network-vif-plugged", "status": "completed", "tag": "4e4bcb4f-d0ad-4995-bf5c-058c872cd9af"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:14:14.454943 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 2, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:14.458807 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Pushing event updated for resources: {'Port': ['ID=833c63ac-2da3-4c11-8414-887e7fde6d1d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:14.482906 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Checking router: b9be47f9-f036-460b-a06a-1f23983d198d for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:14:14.483183 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Updating router b9be47f9-f036-460b-a06a-1f23983d198d port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:14:14.495665 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,segment=NetworkSegment(624cb857-3be3-44e4-ac10-b9269f994f75),segment_id=624cb857-3be3-44e4-ac10-b9269f994f75)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:14.499421 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4575e7-a26e-4474-8382-771485eadb24 x-openstack-request-id: req-1d4575e7-a26e-4474-8382-771485eadb24 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:14:14.499774 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf401eb3-6a14-41c2-bdda-e9a448beba4f", "name": "network-vif-plugged", "status": "completed", "tag": "4e4bcb4f-d0ad-4995-bf5c-058c872cd9af", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:14:14.500041 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d4575e7-a26e-4474-8382-771485eadb24 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:14:14.500958 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4575e7-a26e-4474-8382-771485eadb24'] response: {'server_uuid': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af', 'code': 200} Jun 23 17:14:14.505506 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.511720 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.572542 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] For port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:14:14.578765 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] For port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,segment=NetworkSegment(db41c3b6-68b7-4d3a-bc5b-09dd446081b8),segment_id=db41c3b6-68b7-4d3a-bc5b-09dd446081b8)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:14:14.595346 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.600319 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:14.721209 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0099e-c84e-4f79-9adf-51c165cba35d None None] Pushing event updated for resources: {'Port': ['ID=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:14.743075 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec9fe2-e80c-417c-a279-80414da2fbbd req-c874db2e-ad17-4e78-9702-894d98e7ff59 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:14.754769 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5ec9fe2-e80c-417c-a279-80414da2fbbd req-c874db2e-ad17-4e78-9702-894d98e7ff59 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 943 time: 0.1429222 Jun 23 17:14:14.805727 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5ec9fe2-e80c-417c-a279-80414da2fbbd req-89aacceb-ea98-454f-abcb-5143dedad0de tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500569 Jun 23 17:14:14.871202 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Publish callbacks [] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.880046 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:14.940772 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e467ab-d049-4144-a485-afd2ea44bb92 req-1f01a8e3-ab37-4786-85e0-ff9ee1035ef9 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:14.945658 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Pushing event updated for resources: {'Port': ['ID=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:14.948889 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-29e467ab-d049-4144-a485-afd2ea44bb92 req-1f01a8e3-ab37-4786-85e0-ff9ee1035ef9 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.1134953 Jun 23 17:14:14.955564 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.956554 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.957116 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.957696 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.958268 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.958797 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.959356 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.959881 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.960492 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.961039 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.961593 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.962208 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.962734 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.963406 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:14.963925 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:14:15.086909 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd96de-b7a3-4738-990f-1d347eecd6bc req-4a483469-23f1-4af7-b2da-e5c057d60fcb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:15.091623 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbfd96de-b7a3-4738-990f-1d347eecd6bc req-4a483469-23f1-4af7-b2da-e5c057d60fcb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0993009 Jun 23 17:14:15.108274 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Attempting to bind port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:14:15.110427 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Attempting to bind port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:14:15.112287 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Attempting to bind port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a on network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:14:15.125928 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:14:15.126475 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Checking segment: {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:15.127013 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.128589 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Bound using segment: {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:14:15.129200 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Bound port: ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:14:15.130536 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.175919 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-29e467ab-d049-4144-a485-afd2ea44bb92 req-398ffba4-6552-4f26-9dfe-18b5ad5f6319 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241180 Jun 23 17:14:15.214398 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks [] for router_gateway (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.223244 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbfd96de-b7a3-4738-990f-1d347eecd6bc req-d3129378-55f6-448b-83fb-aeb9e1e379a1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257286 Jun 23 17:14:15.242868 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] For port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:14:15.248114 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] For port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:14:15.257082 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.289544 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:15.328997 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:15.342336 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:15.354112 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:15.355109 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ca276697-2a32-4dfb-a277-c70e3d99e2c2 None None] Provisioning complete for port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:15.355578 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca276697-2a32-4dfb-a277-c70e3d99e2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.359557 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:14:15.360488 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:14:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:15.368032 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37e299-9eba-4b80-9f54-90c6848cfa29 None None] Pushing event updated for resources: {'Port': ['ID=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:15.414465 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:15.414947 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.458227 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:15.471203 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:15.471422 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.471981 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:15.472962 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ca276697-2a32-4dfb-a277-c70e3d99e2c2 None None] Current status of the port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:15.473707 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca276697-2a32-4dfb-a277-c70e3d99e2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.506096 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:14:15.545670 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ca276697-2a32-4dfb-a277-c70e3d99e2c2 None None] For port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:15.605345 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca276697-2a32-4dfb-a277-c70e3d99e2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.621216 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:15.650578 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-feca82dd-2e74-478c-8e64-4ac8c01873d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:15.654222 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-feca82dd-2e74-478c-8e64-4ac8c01873d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa636b31dd844b93b83300a3de1418ce&device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 1127 time: 0.0748818 Jun 23 17:14:15.687639 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca276697-2a32-4dfb-a277-c70e3d99e2c2 None None] Pushing event updated for resources: {'Port': ['ID=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:15.696627 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:15.697236 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.710806 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:14:15.731126 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-7fd33f6f-9079-4c75-840e-83bab48edb18 None None] Provisioning complete for port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:15.733128 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7fd33f6f-9079-4c75-840e-83bab48edb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.824613 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,segment=NetworkSegment(db41c3b6-68b7-4d3a-bc5b-09dd446081b8),segment_id=db41c3b6-68b7-4d3a-bc5b-09dd446081b8)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:15.835508 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:15.836631 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device ac5261d6-61cb-4efa-a0cd-204e0fa50e25 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:15.913286 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:15Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:15.988958 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302e1f0-8af8-424b-ba45-946f499276f5 None None] The sync data for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi is: [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:15Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:14:16.001570 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-8a4634d6-cd1f-4e70-a9a2-3ef5640bd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:16.006659 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-8a4634d6-cd1f-4e70-a9a2-3ef5640bd557 service neutron] 10.222.0.57 "GET /v2.0/networks?id=61ebd6c3-bd7b-408e-b6a6-97ced763519b HTTP/1.1" status: 200 len: 910 time: 0.2697818 Jun 23 17:14:16.043349 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01f427-ef47-4aed-970a-f29ac531104b req-c0cf34b5-3e66-41b5-8f26-0ec6f051671f tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:16.046517 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 4d534458-e5c6-486b-b395-5ee1cf6a3416 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:14:16.057823 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7b01f427-ef47-4aed-970a-f29ac531104b req-c0cf34b5-3e66-41b5-8f26-0ec6f051671f tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 943 time: 0.0934825 Jun 23 17:14:16.068614 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:14:16.083166 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-88cd7dbe-0a58-4d4a-877b-c062e1b6237c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d534458-e5c6-486b-b395-5ee1cf6a3416 HTTP/1.1" status: 200 len: 217 time: 0.0652018 Jun 23 17:14:16.092138 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23357973-2d72-4064-954b-802a83d65961 None None] Sync routers for ids ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:14:16.100127 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:16.101254 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:16.101759 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-56beac5b-0a32-4623-bff8-ee057fdc10b2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4584670 Jun 23 17:14:16.104734 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51348) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:16.123253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-7fd33f6f-9079-4c75-840e-83bab48edb18 None None] Current status of the port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:16.133315 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:16.133702 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:16.191467 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c351eea-599b-4d85-be57-5acea8911f17 req-f8db81d1-b1da-473f-adf0-eee234293da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:16.193725 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c351eea-599b-4d85-be57-5acea8911f17 req-f8db81d1-b1da-473f-adf0-eee234293da2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 1134 time: 0.2507176 Jun 23 17:14:16.201504 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:16.239484 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7b01f427-ef47-4aed-970a-f29ac531104b req-0cda7eb3-b3ea-413e-a01e-3e6d7df2f3c9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800494 Jun 23 17:14:16.242546 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-049fa546-fb1b-46b8-b745-3593d29e595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:16.244209 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-049fa546-fb1b-46b8-b745-3593d29e595c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1aca03ec-95e2-485f-b420-993f1f111af0 HTTP/1.1" status: 200 len: 849 time: 0.1240604 Jun 23 17:14:16.306161 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23357973-2d72-4064-954b-802a83d65961 None None] Routers {'29e7b50c-a3bf-459a-9624-5a20ca0a87ee'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:14:16.306826 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-23357973-2d72-4064-954b-802a83d65961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:14:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:16.314155 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c351eea-599b-4d85-be57-5acea8911f17 req-c74ffcf2-fd98-4b1e-a084-35dbf4fd1ccd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091962 Jun 23 17:14:16.344623 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013cf220-7ce6-4e1a-9842-f58f43c3eaa9 None None] Network 5a565476-1c10-451f-910c-917d9cfd1ee9 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:14:16.376880 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-bc999dc0-c500-4106-be0c-c35a6943b6a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=61ebd6c3-bd7b-408e-b6a6-97ced763519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746567 Jun 23 17:14:16.434360 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51366) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:16.437646 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c48c70-6520-4775-aede-2178db498e89 req-11643f3c-08a6-4497-ac2e-b799e3e565df tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:16.453766 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82c48c70-6520-4775-aede-2178db498e89 req-11643f3c-08a6-4497-ac2e-b799e3e565df tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0753417 Jun 23 17:14:16.495942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-0659834b-c3e4-4e17-a84f-808734fcad86 None None] Provisioning complete for port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:16.498089 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0659834b-c3e4-4e17-a84f-808734fcad86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:16.517955 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:16.529672 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82c48c70-6520-4775-aede-2178db498e89 req-a90e0678-9af6-4879-bc4b-bac130b8744a tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748148 Jun 23 17:14:16.561241 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b179dd4-b21e-4545-a9a3-2cba9af10b27 admin admin] Deleting subnet 13b82e4d-9280-40a7-9694-9d9cd1941229 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:14:16.569946 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684e990-64c1-494a-92e9-3b8f23ff44fd req-fb7795bb-f70d-4852-af85-1fa87b641359 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:16.571535 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6684e990-64c1-494a-92e9-3b8f23ff44fd req-fb7795bb-f70d-4852-af85-1fa87b641359 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1772797 Jun 23 17:14:16.579360 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b179dd4-b21e-4545-a9a3-2cba9af10b27 admin admin] Publish callbacks [] for subnet (13b82e4d-9280-40a7-9694-9d9cd1941229), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:16.674509 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6684e990-64c1-494a-92e9-3b8f23ff44fd req-39c861a9-54cd-4f1b-8427-312c525ab550 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924213 Jun 23 17:14:16.689368 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 4d534458-e5c6-486b-b395-5ee1cf6a3416, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4d534458-e5c6-486b-b395-5ee1cf6a3416,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:16.691874 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b179dd4-b21e-4545-a9a3-2cba9af10b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11756901'] for subnet (13b82e4d-9280-40a7-9694-9d9cd1941229), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:16.732563 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-23357973-2d72-4064-954b-802a83d65961 None None] Set router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:14:16.765502 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:16.792673 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '4d534458-e5c6-486b-b395-5ee1cf6a3416', 'network_id': '61ebd6c3-bd7b-408e-b6a6-97ced763519b', 'port_id': '4d534458-e5c6-486b-b395-5ee1cf6a3416', 'mac_address': 'fa:16:3e:73:34:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aca03ec-95e2-485f-b420-993f1f111af0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:14:16.801105 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:16.857027 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b179dd4-b21e-4545-a9a3-2cba9af10b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (13b82e4d-9280-40a7-9694-9d9cd1941229), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:16.925770 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-0659834b-c3e4-4e17-a84f-808734fcad86 None None] Current status of the port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:17.043584 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 4d534458-e5c6-486b-b395-5ee1cf6a3416 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:17.043877 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.083612 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:17.085719 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d534458-e5c6-486b-b395-5ee1cf6a3416 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:14:17.113750 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b179dd4-b21e-4545-a9a3-2cba9af10b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11266086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11703649'] for subnet (13b82e4d-9280-40a7-9694-9d9cd1941229), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.117055 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-9cb70ed7-6c71-4a88-885d-17da0495ea4a service neutron] 10.222.0.57 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058065 Jun 23 17:14:17.133429 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:17.163270 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.186130 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179dd4-b21e-4545-a9a3-2cba9af10b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b82e4d-9280-40a7-9694-9d9cd1941229,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:17.192514 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b179dd4-b21e-4545-a9a3-2cba9af10b27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.198613 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0b179dd4-b21e-4545-a9a3-2cba9af10b27 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/13b82e4d-9280-40a7-9694-9d9cd1941229 HTTP/1.1" status: 204 len: 168 time: 0.7536807 Jun 23 17:14:17.199033 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51374) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:17.294411 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (54d60fed-0b7e-46c2-bbc0-fed960fdc337), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.393050 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Allocated IP 172.20.0.1 (5a565476-1c10-451f-910c-917d9cfd1ee9/ed4f0dd3-8e43-4780-94f7-ef3da31beda9/c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:14:17.397926 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (54d60fed-0b7e-46c2-bbc0-fed960fdc337), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.404778 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:17.409128 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e463a5d9-afc6-4b85-900f-daf6337b62fa None None] Provisioning complete for port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:17.409849 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e463a5d9-afc6-4b85-900f-daf6337b62fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.414706 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 4d534458-e5c6-486b-b395-5ee1cf6a3416, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4d534458-e5c6-486b-b395-5ee1cf6a3416,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:17.425760 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d60fed-0b7e-46c2-bbc0-fed960fdc337']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:17.438495 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a4a1ea-fd8a-4a3e-9b91-a645814f5f51') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:17.439936 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a4a1ea-fd8a-4a3e-9b91-a645814f5f51') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:17.456017 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907611'] for segment (93a4a1ea-fd8a-4a3e-9b91-a645814f5f51), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.471726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.478531 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (93a4a1ea-fd8a-4a3e-9b91-a645814f5f51), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.529083 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:17.555245 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Publish callbacks [] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.566876 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:14:17.567290 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11343893'] for segment (93a4a1ea-fd8a-4a3e-9b91-a645814f5f51), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.594115 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-23357973-2d72-4064-954b-802a83d65961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:14:14Z', 'revision_number': 3, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port': {'id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:14Z', 'updated_at': '2022-06-23T17:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:17.598938 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:17.602904 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.620752 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:17.623516 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Network 5a565476-1c10-451f-910c-917d9cfd1ee9 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:17.631522 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=4d534458-e5c6-486b-b395-5ee1cf6a3416,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:17.634670 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23357973-2d72-4064-954b-802a83d65961 None None] Checking router: 29e7b50c-a3bf-459a-9624-5a20ca0a87ee for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:14:17.634800 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23357973-2d72-4064-954b-802a83d65961 None None] Updating router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee port 833c63ac-2da3-4c11-8414-887e7fde6d1d binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:14:17.681466 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:17.686399 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:17.686562 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.689046 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:14:17.736028 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-23357973-2d72-4064-954b-802a83d65961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.746064 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Pushing event updated for resources: {'Port': ['ID=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:17.754077 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e5c62-93c8-4573-87c8-d0cb4f689572 req-b86b4223-bae9-4297-ab7f-a1e795cbc868 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:17.762439 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fb5e5c62-93c8-4573-87c8-d0cb4f689572 req-b86b4223-bae9-4297-ab7f-a1e795cbc868 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.1202686 Jun 23 17:14:17.767658 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e463a5d9-afc6-4b85-900f-daf6337b62fa None None] Current status of the port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:17.812299 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:17.899894 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:17.901163 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:17.937254 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fb5e5c62-93c8-4573-87c8-d0cb4f689572 req-743e6748-1e00-466b-816b-97295a2ab913 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731203 Jun 23 17:14:17.949086 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 93a4a1ea-fd8a-4a3e-9b91-a645814f5f51 resource provider aggregate not found Jun 23 17:14:17.979491 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 93a4a1ea-fd8a-4a3e-9b91-a645814f5f51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93a4a1ea-fd8a-4a3e-9b91-a645814f5f51 found for delete ", "request_id": "req-a8fd47fb-a3d1-4e79-8c73-f1092643cec7"}]} Jun 23 17:14:18.000649 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49914f-6710-4e63-a9b5-e1c6ac36a497 req-3f74ccd6-86a7-4643-800e-c416b5a9455d tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:18.002316 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f49914f-6710-4e63-a9b5-e1c6ac36a497 req-3f74ccd6-86a7-4643-800e-c416b5a9455d tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 944 time: 0.5257580 Jun 23 17:14:18.017738 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c554c2f8-21e3-47b3-8de2-15b430d66b6b None None] Provisioning complete for port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:18.018236 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c554c2f8-21e3-47b3-8de2-15b430d66b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.039323 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.072587 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (54d60fed-0b7e-46c2-bbc0-fed960fdc337), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.077024 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:18.077483 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.078036 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.081313 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/54d60fed-0b7e-46c2-bbc0-fed960fdc337 HTTP/1.1" status: 204 len: 168 time: 0.8803942 Jun 23 17:14:18.086500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51396) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:18.088771 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b41e619f-590f-44f1-9558-b1cacfb1bbc8 req-06f3a99f-aaa9-45e1-be8f-986f0d9a5c53 service neutron] 10.222.0.57 "GET /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154735 Jun 23 17:14:18.104247 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c554c2f8-21e3-47b3-8de2-15b430d66b6b None None] Port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:14:18.115136 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fe047-2344-402a-9a4c-531c1fe891a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=54d60fed-0b7e-46c2-bbc0-fed960fdc337,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:18.118015 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a74c32-1d6c-4d25-9cb9-b712d8d3a330 req-88862ad8-7b19-49ce-8848-6f810ef2e533 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:18.119562 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a9a74c32-1d6c-4d25-9cb9-b712d8d3a330 req-88862ad8-7b19-49ce-8848-6f810ef2e533 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0918293 Jun 23 17:14:18.171282 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f49914f-6710-4e63-a9b5-e1c6ac36a497 req-e87da46c-e1bd-4789-9e9d-540cdf5dce0c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365643 Jun 23 17:14:18.171858 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-23357973-2d72-4064-954b-802a83d65961 None None] Publish callbacks [] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.187193 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aba670-e6d5-4b83-801e-ceb46b9e2104 admin admin] Deleting subnet 84ec9b82-8808-42f1-bb89-448b9b606e1a {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:14:18.191901 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38aba670-e6d5-4b83-801e-ceb46b9e2104 admin admin] Publish callbacks [] for subnet (84ec9b82-8808-42f1-bb89-448b9b606e1a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.198105 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-23357973-2d72-4064-954b-802a83d65961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.231355 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38aba670-e6d5-4b83-801e-ceb46b9e2104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907584'] for subnet (84ec9b82-8808-42f1-bb89-448b9b606e1a), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.247595 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:18.262739 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a9a74c32-1d6c-4d25-9cb9-b712d8d3a330 req-0bd5583b-39b4-4228-b5bc-3e897227bb7e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258516 Jun 23 17:14:18.263410 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-23357973-2d72-4064-954b-802a83d65961 None None] Attempting to bind port 833c63ac-2da3-4c11-8414-887e7fde6d1d on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:14:18.263791 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-23357973-2d72-4064-954b-802a83d65961 None None] Attempting to bind port 833c63ac-2da3-4c11-8414-887e7fde6d1d by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:14:18.264167 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23357973-2d72-4064-954b-802a83d65961 None None] Attempting to bind port 833c63ac-2da3-4c11-8414-887e7fde6d1d on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:14:18.278294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36410d8e-1cba-4bea-a6b1-f54b97d8711e None None] Pushing event updated for resources: {'Port': ['ID=833c63ac-2da3-4c11-8414-887e7fde6d1d,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:18.278294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23357973-2d72-4064-954b-802a83d65961 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:14:18.278294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23357973-2d72-4064-954b-802a83d65961 None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:18.278294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-23357973-2d72-4064-954b-802a83d65961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.278294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23357973-2d72-4064-954b-802a83d65961 None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:14:18.278294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-23357973-2d72-4064-954b-802a83d65961 None None] Bound port: 833c63ac-2da3-4c11-8414-887e7fde6d1d, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:14:18.278294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-23357973-2d72-4064-954b-802a83d65961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.279241 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38aba670-e6d5-4b83-801e-ceb46b9e2104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (84ec9b82-8808-42f1-bb89-448b9b606e1a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.305409 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:18.308596 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:18.333590 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-23357973-2d72-4064-954b-802a83d65961 None None] For port 833c63ac-2da3-4c11-8414-887e7fde6d1d, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:14:18.336420 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38aba670-e6d5-4b83-801e-ceb46b9e2104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11343999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12083498'] for subnet (84ec9b82-8808-42f1-bb89-448b9b606e1a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.336587 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Publish callbacks [] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.336962 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-23357973-2d72-4064-954b-802a83d65961 None None] For port 833c63ac-2da3-4c11-8414-887e7fde6d1d, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=833c63ac-2da3-4c11-8414-887e7fde6d1d,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:14:18.340903 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.345172 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-23357973-2d72-4064-954b-802a83d65961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.362248 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aba670-e6d5-4b83-801e-ceb46b9e2104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ec9b82-8808-42f1-bb89-448b9b606e1a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:18.366937 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38aba670-e6d5-4b83-801e-ceb46b9e2104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.372661 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-38aba670-e6d5-4b83-801e-ceb46b9e2104 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/84ec9b82-8808-42f1-bb89-448b9b606e1a HTTP/1.1" status: 204 len: 168 time: 0.2828708 Jun 23 17:14:18.373349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51398) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:18.410390 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.412496 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Pushing event updated for resources: {'Port': ['ID=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:18.442886 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23357973-2d72-4064-954b-802a83d65961 None None] Routers {'29e7b50c-a3bf-459a-9624-5a20ca0a87ee'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:14:18.443804 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-23357973-2d72-4064-954b-802a83d65961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:14:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:18.480886 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (c9b09b92-c618-4033-9116-3ba12e79473b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.489698 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36410d8e-1cba-4bea-a6b1-f54b97d8711e None None] Pushing event updated for resources: {'Port': ['ID=833c63ac-2da3-4c11-8414-887e7fde6d1d,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:18.526457 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Network 5a565476-1c10-451f-910c-917d9cfd1ee9 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:14:18.528471 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:14:18.543464 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:18.576355 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-23357973-2d72-4064-954b-802a83d65961 None None] Set router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:14:18.579147 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (c9b09b92-c618-4033-9116-3ba12e79473b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.581735 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:18.604429 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b09b92-c618-4033-9116-3ba12e79473b']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:18.614996 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:18.615293 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:18.626660 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907611'] for segment (9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.643023 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.660253 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:14:18.660664 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11343893'] for segment (9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.735171 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (c9b09b92-c618-4033-9116-3ba12e79473b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.746106 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.753204 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c9b09b92-c618-4033-9116-3ba12e79473b HTTP/1.1" status: 204 len: 168 time: 0.3788128 Jun 23 17:14:18.774367 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d8b14-3e72-4eb1-a99b-57fc1f8e1c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b09b92-c618-4033-9116-3ba12e79473b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:18.813894 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-23357973-2d72-4064-954b-802a83d65961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:14:17Z', 'revision_number': 4, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port': {'id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:14Z', 'updated_at': '2022-06-23T17:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f', 'name': '', 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'mac_address': 'fa:16:3e:c8:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:17Z', 'updated_at': '2022-06-23T17:14:18Z', 'revision_number': 2, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'subnets': [{'id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:18.842745 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23357973-2d72-4064-954b-802a83d65961 None None] The sync data for ids ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'] in dv-cinder-835384-10-iscsi is: [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:14:17Z', 'revision_number': 4, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port': {'id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:14Z', 'updated_at': '2022-06-23T17:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f', 'name': '', 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'mac_address': 'fa:16:3e:c8:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:17Z', 'updated_at': '2022-06-23T17:14:18Z', 'revision_number': 2, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'subnets': [{'id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:14:18.852726 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:14:18.855771 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c1691814-28d9-4583-861d-8ba08ecd78cd None None] Provisioning complete for port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:18.856688 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c1691814-28d9-4583-861d-8ba08ecd78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:18.896539 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c1691814-28d9-4583-861d-8ba08ecd78cd None None] Port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:14:18.971435 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:14:18.984229 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-24bde4a6-b5ff-4a30-a68a-d3060e97a09d admin admin] 10.222.0.18 "PUT /v2.0/routers/29e7b50c-a3bf-459a-9624-5a20ca0a87ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8706641 Jun 23 17:14:18.984556 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51408) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:19.089348 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8caa2-134c-4df2-8999-4c28f37b0426 req-0241a402-2432-420f-b677-82f8c122f736 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:19.092693 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ae8caa2-134c-4df2-8999-4c28f37b0426 req-0241a402-2432-420f-b677-82f8c122f736 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0798972 Jun 23 17:14:19.097005 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e1ceab8f-04e2-4c53-a7c5-f9c30e1d9fcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f275cde4f8184f0b850590f597e921a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1157031 Jun 23 17:14:19.100208 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51412) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:19.214206 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ae8caa2-134c-4df2-8999-4c28f37b0426 req-0433afab-1e58-4d06-8dfc-b4e2b791b617 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052687 Jun 23 17:14:19.219657 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9d0c3781-6f38-4c09-8534-4fef33fd1f2d admin admin] Publish callbacks [] for security_group (88cb22a3-4c92-485c-b17b-ddf362742371), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.245076 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9d0c3781-6f38-4c09-8534-4fef33fd1f2d admin admin] Publish callbacks [] for security_group (88cb22a3-4c92-485c-b17b-ddf362742371), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.304485 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9d0c3781-6f38-4c09-8534-4fef33fd1f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (88cb22a3-4c92-485c-b17b-ddf362742371), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.307717 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9d0c3781-6f38-4c09-8534-4fef33fd1f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.310242 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9d0c3781-6f38-4c09-8534-4fef33fd1f2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88cb22a3-4c92-485c-b17b-ddf362742371 HTTP/1.1" status: 204 len: 168 time: 0.2083287 Jun 23 17:14:19.348682 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c3781-6f38-4c09-8534-4fef33fd1f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb22a3-4c92-485c-b17b-ddf362742371,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:19.378375 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86434-9ff7-4f3a-be22-6e918cab18f6 req-2883a55c-eff8-4351-b664-0e6b84a89052 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:19.379930 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61b86434-9ff7-4f3a-be22-6e918cab18f6 req-2883a55c-eff8-4351-b664-0e6b84a89052 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 944 time: 0.0783639 Jun 23 17:14:19.442374 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61b86434-9ff7-4f3a-be22-6e918cab18f6 req-c5ad049d-b120-42e9-aba7-2223e001ce9e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540090 Jun 23 17:14:19.490021 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51428) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:19.507864 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-7ff725db-186e-4bb6-a6d4-834ef7aeee59 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592527015', 'description': 'tempest-secgroup-smoke-1592527015 description', 'project_id': 'e456e86229d84ae28c56cf25357f99bc'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:19.586552 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ff725db-186e-4bb6-a6d4-834ef7aeee59 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.611810 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660bf2b-50a3-4799-a740-0f0a61069b18 req-bf4e6428-fffe-4cae-8fe3-092f0e438982 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:19.613348 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4660bf2b-50a3-4799-a740-0f0a61069b18 req-bf4e6428-fffe-4cae-8fe3-092f0e438982 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0790572 Jun 23 17:14:19.714902 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4660bf2b-50a3-4799-a740-0f0a61069b18 req-8b1fe7fa-7449-412b-b05c-2e8fa0e4c9e1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944593 Jun 23 17:14:19.744177 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ff725db-186e-4bb6-a6d4-834ef7aeee59 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group (d2704adb-c3c5-4c29-82f3-b5e7d78b3657), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.749058 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ff725db-186e-4bb6-a6d4-834ef7aeee59 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (d2704adb-c3c5-4c29-82f3-b5e7d78b3657), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.758694 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:19.779615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ff725db-186e-4bb6-a6d4-834ef7aeee59 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.780896 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7ff725db-186e-4bb6-a6d4-834ef7aeee59 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2876878 Jun 23 17:14:19.784137 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51432) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:19.791126 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-cceaaf39-36d4-415c-8492-4b98a5821432 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'security_group_rule': {'security_group_id': 'd2704adb-c3c5-4c29-82f3-b5e7d78b3657', 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:19.798528 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff725db-186e-4bb6-a6d4-834ef7aeee59 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2704adb-c3c5-4c29-82f3-b5e7d78b3657,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:19.819937 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51434) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:19.845218 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cceaaf39-36d4-415c-8492-4b98a5821432 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (74aaa17c-0e3c-47bc-8d5f-2913fa62becc), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.854890 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:19.901882 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ed450621-58e0-43bf-86c9-6f881064b393 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6df1cc7111d34e52824af8049b74e98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803745 Jun 23 17:14:19.904238 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51436) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:19.932801 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cceaaf39-36d4-415c-8492-4b98a5821432 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (74aaa17c-0e3c-47bc-8d5f-2913fa62becc), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.940389 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cceaaf39-36d4-415c-8492-4b98a5821432 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (74aaa17c-0e3c-47bc-8d5f-2913fa62becc), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.940588 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:19.960908 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaaf39-36d4-415c-8492-4b98a5821432 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74aaa17c-0e3c-47bc-8d5f-2913fa62becc,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:19.970980 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cceaaf39-36d4-415c-8492-4b98a5821432 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.972777 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cceaaf39-36d4-415c-8492-4b98a5821432 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856227 Jun 23 17:14:19.975670 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51438) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:19.976948 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a12b8b9f-3713-4abd-bf14-4e74a6715dfa admin admin] Publish callbacks [] for security_group (cbd97226-f95d-42bc-81d2-a6dad7b77978), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:19.980673 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-481d5d10-5c21-495d-9c8a-e57151b9e145 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'security_group_rule': {'security_group_id': 'd2704adb-c3c5-4c29-82f3-b5e7d78b3657', 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:20.002807 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3 resource provider aggregate not found Jun 23 17:14:20.017469 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-481d5d10-5c21-495d-9c8a-e57151b9e145 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (39205696-0ef1-4389-a7e1-2e138fda040e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.022466 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a12b8b9f-3713-4abd-bf14-4e74a6715dfa admin admin] Publish callbacks [] for security_group (cbd97226-f95d-42bc-81d2-a6dad7b77978), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.026032 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a3c81a0-bf2f-412d-9f4c-c3d06949a6e3 found for delete ", "request_id": "req-d1ded137-8251-438b-a4fa-e3395739c81b"}]} Jun 23 17:14:20.075357 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a12b8b9f-3713-4abd-bf14-4e74a6715dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (cbd97226-f95d-42bc-81d2-a6dad7b77978), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.078250 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a12b8b9f-3713-4abd-bf14-4e74a6715dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.082167 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a12b8b9f-3713-4abd-bf14-4e74a6715dfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbd97226-f95d-42bc-81d2-a6dad7b77978 HTTP/1.1" status: 204 len: 168 time: 0.1768475 Jun 23 17:14:20.085410 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:20.093023 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b8b9f-3713-4abd-bf14-4e74a6715dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd97226-f95d-42bc-81d2-a6dad7b77978,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:20.103898 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-481d5d10-5c21-495d-9c8a-e57151b9e145 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (39205696-0ef1-4389-a7e1-2e138fda040e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.109491 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-481d5d10-5c21-495d-9c8a-e57151b9e145 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (39205696-0ef1-4389-a7e1-2e138fda040e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.134189 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d5d10-5c21-495d-9c8a-e57151b9e145 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39205696-0ef1-4389-a7e1-2e138fda040e,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:20.144391 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-481d5d10-5c21-495d-9c8a-e57151b9e145 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.150454 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-481d5d10-5c21-495d-9c8a-e57151b9e145 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1689415 Jun 23 17:14:20.151069 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 51446) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:20.157285 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-55410c13-3021-4f3e-8ee6-6c7a19fd3077 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'security_group_rule': {'security_group_id': 'd2704adb-c3c5-4c29-82f3-b5e7d78b3657', 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:20.191741 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55410c13-3021-4f3e-8ee6-6c7a19fd3077 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (eba3c39c-1c61-4683-b0f8-5704e3d734cb), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.262962 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55410c13-3021-4f3e-8ee6-6c7a19fd3077 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (eba3c39c-1c61-4683-b0f8-5704e3d734cb), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.270693 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55410c13-3021-4f3e-8ee6-6c7a19fd3077 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (eba3c39c-1c61-4683-b0f8-5704e3d734cb), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.294128 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55410c13-3021-4f3e-8ee6-6c7a19fd3077 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba3c39c-1c61-4683-b0f8-5704e3d734cb,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:20.314688 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55410c13-3021-4f3e-8ee6-6c7a19fd3077 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.314688 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-55410c13-3021-4f3e-8ee6-6c7a19fd3077 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578312 Jun 23 17:14:20.315093 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51452) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:20.320421 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-cc5e9cee-71dc-445b-ba0f-79ba489623fe tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'security_group_rule': {'security_group_id': 'd2704adb-c3c5-4c29-82f3-b5e7d78b3657', 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:20.384904 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58aa4a-15e4-4b57-bdf6-87f54da1d0ae req-2dacf37d-4237-489c-b733-0fd55c83293f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:20.386705 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3a58aa4a-15e4-4b57-bdf6-87f54da1d0ae req-2dacf37d-4237-489c-b733-0fd55c83293f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0792785 Jun 23 17:14:20.393322 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9cee-71dc-445b-ba0f-79ba489623fe tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (7b1d0e38-d2c3-4c0a-aded-2170fb3786c5), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.484541 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3a58aa4a-15e4-4b57-bdf6-87f54da1d0ae req-6b9c9cb5-a0f2-4de0-85f7-435393a13fe8 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792117 Jun 23 17:14:20.486317 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9cee-71dc-445b-ba0f-79ba489623fe tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (7b1d0e38-d2c3-4c0a-aded-2170fb3786c5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.493713 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9cee-71dc-445b-ba0f-79ba489623fe tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (7b1d0e38-d2c3-4c0a-aded-2170fb3786c5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.521090 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e9cee-71dc-445b-ba0f-79ba489623fe tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1d0e38-d2c3-4c0a-aded-2170fb3786c5,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:20.534484 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9cee-71dc-445b-ba0f-79ba489623fe tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.536263 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cc5e9cee-71dc-445b-ba0f-79ba489623fe tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2207909 Jun 23 17:14:20.539923 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51464) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:20.544778 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-6c546314-3422-406a-8a28-37f1d6e3d5b0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'security_group_rule': {'security_group_id': 'd2704adb-c3c5-4c29-82f3-b5e7d78b3657', 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:20.572218 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.securitygroups_db [None req-6c546314-3422-406a-8a28-37f1d6e3d5b0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Project e456e86229d84ae28c56cf25357f99bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:14:20.580427 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6c546314-3422-406a-8a28-37f1d6e3d5b0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (7c7d8ef3-f90e-4b01-a9fd-67f5200d3ca2), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.595301 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9531779-bf44-47bd-948c-5c549fe8e418 req-1edb079c-1118-4fbb-9ebb-e4292fcc6626 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:20.597509 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9531779-bf44-47bd-948c-5c549fe8e418 req-1edb079c-1118-4fbb-9ebb-e4292fcc6626 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 944 time: 0.0650351 Jun 23 17:14:20.659189 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6c546314-3422-406a-8a28-37f1d6e3d5b0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (7c7d8ef3-f90e-4b01-a9fd-67f5200d3ca2), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.660879 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9531779-bf44-47bd-948c-5c549fe8e418 req-6f3e476e-ec9d-4ebc-be48-85fdc2d97056 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560155 Jun 23 17:14:20.664981 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6c546314-3422-406a-8a28-37f1d6e3d5b0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (7c7d8ef3-f90e-4b01-a9fd-67f5200d3ca2), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.702847 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c546314-3422-406a-8a28-37f1d6e3d5b0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7d8ef3-f90e-4b01-a9fd-67f5200d3ca2,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:20.714681 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6c546314-3422-406a-8a28-37f1d6e3d5b0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.717864 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6c546314-3422-406a-8a28-37f1d6e3d5b0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1747668 Jun 23 17:14:20.718760 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 51470) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:20.723248 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-604b120a-cc35-4389-936f-7cbb695202a8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'security_group_rule': {'security_group_id': 'd2704adb-c3c5-4c29-82f3-b5e7d78b3657', 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:14:20.751294 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.securitygroups_db [None req-604b120a-cc35-4389-936f-7cbb695202a8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Project e456e86229d84ae28c56cf25357f99bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:14:20.760517 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-604b120a-cc35-4389-936f-7cbb695202a8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (775146da-8363-48c3-a518-5defb5de0d94), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.859757 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345c4a0-a0be-4bb9-a2d6-2ea31a10c767 req-0a5ad189-4765-451f-a661-4e22c757a23b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:20.861320 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4345c4a0-a0be-4bb9-a2d6-2ea31a10c767 req-0a5ad189-4765-451f-a661-4e22c757a23b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0708814 Jun 23 17:14:20.880230 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-604b120a-cc35-4389-936f-7cbb695202a8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (775146da-8363-48c3-a518-5defb5de0d94), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.890453 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-604b120a-cc35-4389-936f-7cbb695202a8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (775146da-8363-48c3-a518-5defb5de0d94), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.920771 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:20.925911 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b120a-cc35-4389-936f-7cbb695202a8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775146da-8363-48c3-a518-5defb5de0d94,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:20.938881 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-604b120a-cc35-4389-936f-7cbb695202a8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:20.949047 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-604b120a-cc35-4389-936f-7cbb695202a8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2203712 Jun 23 17:14:20.949047 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4345c4a0-a0be-4bb9-a2d6-2ea31a10c767 req-adb433fa-5fe4-46fc-90bc-178b84623e2c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763891 Jun 23 17:14:21.109296 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 833c63ac-2da3-4c11-8414-887e7fde6d1d up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:21.148095 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:21.161738 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 833c63ac-2da3-4c11-8414-887e7fde6d1d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:21.162268 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:21.264563 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 833c63ac-2da3-4c11-8414-887e7fde6d1d is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:21.264970 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:21.269711 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:21.289874 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 833c63ac-2da3-4c11-8414-887e7fde6d1d, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=833c63ac-2da3-4c11-8414-887e7fde6d1d,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:21.296552 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:21.348327 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=833c63ac-2da3-4c11-8414-887e7fde6d1d,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:21.622639 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20803-8654-466b-8387-89f2a10d1d80 req-395efe44-3f2f-4095-9464-bcda1bfb5c9c tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:21.624457 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27a20803-8654-466b-8387-89f2a10d1d80 req-395efe44-3f2f-4095-9464-bcda1bfb5c9c tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0504572 Jun 23 17:14:21.685442 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27a20803-8654-466b-8387-89f2a10d1d80 req-d2bba94e-8000-48b9-87af-202bf852cbe6 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546834 Jun 23 17:14:21.812166 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d319b24-b876-413e-a2e2-b720cab547b5 req-a2726d49-4b62-4623-a184-b9a4c25ac8c6 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:21.813646 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d319b24-b876-413e-a2e2-b720cab547b5 req-a2726d49-4b62-4623-a184-b9a4c25ac8c6 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 944 time: 0.0673692 Jun 23 17:14:21.863504 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d319b24-b876-413e-a2e2-b720cab547b5 req-68490428-152d-4648-bb44-edce8253dfec tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Jun 23 17:14:21.959932 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['4d534458-e5c6-486b-b395-5ee1cf6a3416'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:14:22.076382 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe5084-a59d-4637-aef1-22e360f212d0 req-76b7f3c2-4205-481c-84b6-d9330ec6cbff tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:22.078005 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ebe5084-a59d-4637-aef1-22e360f212d0 req-76b7f3c2-4205-481c-84b6-d9330ec6cbff tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0533550 Jun 23 17:14:22.153333 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ebe5084-a59d-4637-aef1-22e360f212d0 req-2ffc4040-6e29-4c65-8b05-80d10e64c106 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687869 Jun 23 17:14:22.825076 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Sync routers for ids ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:14:22.838853 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e2951-5a31-47c1-8c01-2737da715e75 req-7b2cb1e8-c807-47ae-bfe0-947073644ec5 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:22.840440 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d8e2951-5a31-47c1-8c01-2737da715e75 req-7b2cb1e8-c807-47ae-bfe0-947073644ec5 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0757115 Jun 23 17:14:22.850186 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Routers {'29e7b50c-a3bf-459a-9624-5a20ca0a87ee'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:14:22.850955 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:14:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:22.940173 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d8e2951-5a31-47c1-8c01-2737da715e75 req-cfe493ee-482f-42a9-aefd-2ad3072d5e5d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906520 Jun 23 17:14:23.005424 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73fa69-572f-416f-b701-22c4754b1ea1 req-34e4d717-b8a8-4271-9b2d-5c91aeebc6cf tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:23.007226 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f73fa69-572f-416f-b701-22c4754b1ea1 req-34e4d717-b8a8-4271-9b2d-5c91aeebc6cf tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 944 time: 0.0642426 Jun 23 17:14:23.090169 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Set router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:14:23.095695 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f73fa69-572f-416f-b701-22c4754b1ea1 req-b66266a4-e208-471c-a5ff-23ef7d84e667 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824630 Jun 23 17:14:23.141432 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 833c63ac-2da3-4c11-8414-887e7fde6d1d up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:23.193849 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 833c63ac-2da3-4c11-8414-887e7fde6d1d triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:23.194442 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.312737 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 833c63ac-2da3-4c11-8414-887e7fde6d1d is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:23.345421 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:23.363686 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006f09-fd7f-40c9-91fd-3f012b28951d req-f5ee9e97-9f56-4738-8073-cf4a1b765057 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:23.370507 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:14:17Z', 'revision_number': 4, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port': {'id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:14Z', 'updated_at': '2022-06-23T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f', 'name': '', 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'mac_address': 'fa:16:3e:c8:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:17Z', 'updated_at': '2022-06-23T17:14:18Z', 'revision_number': 2, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'subnets': [{'id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:23.372360 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2006f09-fd7f-40c9-91fd-3f012b28951d req-f5ee9e97-9f56-4738-8073-cf4a1b765057 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.1031702 Jun 23 17:14:23.415075 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Checking router: 29e7b50c-a3bf-459a-9624-5a20ca0a87ee for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:14:23.415442 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Updating router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:14:23.441326 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2006f09-fd7f-40c9-91fd-3f012b28951d req-6d297713-2977-4122-a01f-367a0544afe0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643778 Jun 23 17:14:23.451445 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.526733 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 4d534458-e5c6-486b-b395-5ee1cf6a3416 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:23.574565 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 4d534458-e5c6-486b-b395-5ee1cf6a3416 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:14:23.582876 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 4d534458-e5c6-486b-b395-5ee1cf6a3416 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:23.583428 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.679731 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 4d534458-e5c6-486b-b395-5ee1cf6a3416 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:23.680120 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.712017 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:23.719506 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7546dd4f-e528-4cbe-914c-a1f008219334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d534458-e5c6-486b-b395-5ee1cf6a3416'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:14:23.721972 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52162d9-8e8a-4d73-83ad-203924e8b7e9" -d '{"events": [{"server_uuid": "7546dd4f-e528-4cbe-914c-a1f008219334", "name": "network-vif-plugged", "status": "completed", "tag": "4d534458-e5c6-486b-b395-5ee1cf6a3416"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:14:23.744311 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 4d534458-e5c6-486b-b395-5ee1cf6a3416, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4d534458-e5c6-486b-b395-5ee1cf6a3416,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:23.749958 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:23.751687 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.768899 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Publish callbacks [] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.776993 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:14:23.781428 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.791435 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eef7f7-cd28-45fa-b50d-21bef7b716e8 x-openstack-request-id: req-89eef7f7-cd28-45fa-b50d-21bef7b716e8 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:14:23.791751 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7546dd4f-e528-4cbe-914c-a1f008219334", "name": "network-vif-plugged", "status": "completed", "tag": "4d534458-e5c6-486b-b395-5ee1cf6a3416", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:14:23.792004 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89eef7f7-cd28-45fa-b50d-21bef7b716e8 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:14:23.792392 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89eef7f7-cd28-45fa-b50d-21bef7b716e8'] response: {'server_uuid': '7546dd4f-e528-4cbe-914c-a1f008219334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d534458-e5c6-486b-b395-5ee1cf6a3416', 'code': 200} Jun 23 17:14:23.818619 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=4d534458-e5c6-486b-b395-5ee1cf6a3416,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:23.831558 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339fa55-8175-4554-a30e-f15150639721 None None] Pushing event updated for resources: {'Port': ['ID=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:23.894264 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Attempting to bind port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:14:23.894634 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Attempting to bind port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:14:23.895158 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Attempting to bind port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f on network 5a565476-1c10-451f-910c-917d9cfd1ee9 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:14:23.902663 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:14:23.903035 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Checking segment: {'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:14:23.903426 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.903812 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Bound using segment: {'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:14:23.904296 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Bound port: c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:14:23.904671 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:23.967607 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] For port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:14:23.971171 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] For port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,segment=NetworkSegment(db41c3b6-68b7-4d3a-bc5b-09dd446081b8),segment_id=db41c3b6-68b7-4d3a-bc5b-09dd446081b8)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:14:23.978342 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:24.031338 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Routers {'29e7b50c-a3bf-459a-9624-5a20ca0a87ee'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:14:24.031962 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:14:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:24.056154 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-b67f4e69-d0f9-42af-a78b-5caa70783a39 None None] Provisioning complete for port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:24.056902 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b67f4e69-d0f9-42af-a78b-5caa70783a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:24.068521 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562979e-25ee-4517-b3f4-12500c5622a1 req-099e3a0b-1a03-4162-9fb7-b02aa1632912 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:24.070940 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d562979e-25ee-4517-b3f4-12500c5622a1 req-099e3a0b-1a03-4162-9fb7-b02aa1632912 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0580337 Jun 23 17:14:24.079667 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339fa55-8175-4554-a30e-f15150639721 None None] Pushing event updated for resources: {'Port': ['ID=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:24.137289 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d562979e-25ee-4517-b3f4-12500c5622a1 req-00aa6f6f-c18b-47c6-b21a-78d1a932dbf2 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558052 Jun 23 17:14:24.166647 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-b67f4e69-d0f9-42af-a78b-5caa70783a39 None None] Current status of the port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:24.168316 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b67f4e69-d0f9-42af-a78b-5caa70783a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:24.182128 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] Set router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:14:24.226473 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-b67f4e69-d0f9-42af-a78b-5caa70783a39 None None] For port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,segment=NetworkSegment(db41c3b6-68b7-4d3a-bc5b-09dd446081b8),segment_id=db41c3b6-68b7-4d3a-bc5b-09dd446081b8)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:24.233732 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b67f4e69-d0f9-42af-a78b-5caa70783a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:24.247119 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070810d4-8ead-459f-9288-badb90616034 req-f9f2aecb-4517-47cc-afce-08ad5a7efeee tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:24.250182 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-070810d4-8ead-459f-9288-badb90616034 req-f9f2aecb-4517-47cc-afce-08ad5a7efeee tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0583901 Jun 23 17:14:24.286222 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:24.292120 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f4e69-d0f9-42af-a78b-5caa70783a39 None None] Pushing event updated for resources: {'Port': ['ID=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:24.303747 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-070810d4-8ead-459f-9288-badb90616034 req-53a416ee-8800-444f-b633-7519837996b1 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Jun 23 17:14:24.356044 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-805a65d3-fa27-487b-b518-8d09e2c1791a None None] Provisioning complete for port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:24.356424 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-805a65d3-fa27-487b-b518-8d09e2c1791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:24.385349 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:14:17Z', 'revision_number': 4, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port': {'id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:14Z', 'updated_at': '2022-06-23T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f', 'name': '', 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'mac_address': 'fa:16:3e:c8:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:17Z', 'updated_at': '2022-06-23T17:14:23Z', 'revision_number': 4, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'subnets': [{'id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:14:24.409224 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ff8b8-2962-4680-9381-bfc3ccf05c4f None None] The sync data for ids ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'] in dv-cinder-835384-10-iscsi is: [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:14:17Z', 'revision_number': 4, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port': {'id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:14Z', 'updated_at': '2022-06-23T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f', 'name': '', 'network_id': '5a565476-1c10-451f-910c-917d9cfd1ee9', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'mac_address': 'fa:16:3e:c8:4a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:17Z', 'updated_at': '2022-06-23T17:14:23Z', 'revision_number': 4, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'subnets': [{'id': 'ed4f0dd3-8e43-4780-94f7-ef3da31beda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:14:24.432441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-805a65d3-fa27-487b-b518-8d09e2c1791a None None] Current status of the port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:24.552865 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48130e-ec3a-4036-8c97-2b547580872d req-439fb838-b31c-452f-b98f-65d7e4e9c8c1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:24.554788 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df48130e-ec3a-4036-8c97-2b547580872d req-439fb838-b31c-452f-b98f-65d7e4e9c8c1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0531306 Jun 23 17:14:24.605048 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df48130e-ec3a-4036-8c97-2b547580872d req-3d3d58a8-ee56-4b4e-9cbd-ff65c65aefa0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Jun 23 17:14:25.077983 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:14:25.123364 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:25.128898 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:14:25.129305 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:25.203114 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:25.248852 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe1d78-7ffa-41e4-b6ea-0485467ddbf1 req-e917316e-2cbc-4201-b513-9c193eca920b tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:25.250339 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5afe1d78-7ffa-41e4-b6ea-0485467ddbf1 req-e917316e-2cbc-4201-b513-9c193eca920b tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0498848 Jun 23 17:14:25.297550 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5afe1d78-7ffa-41e4-b6ea-0485467ddbf1 req-58a28c42-9eda-4bc1-aa04-6840f5d20f2c tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Jun 23 17:14:25.568603 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3decd36-5d55-4c20-9a9e-a856c5949def req-ff867439-94a4-4927-93bf-382c2723c1da tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:25.570286 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d3decd36-5d55-4c20-9a9e-a856c5949def req-ff867439-94a4-4927-93bf-382c2723c1da tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0586307 Jun 23 17:14:25.619459 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d3decd36-5d55-4c20-9a9e-a856c5949def req-4a85ca73-63d1-438d-ac33-2c6372f67698 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Jun 23 17:14:25.721333 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823531c6-27a1-4118-8056-7d2a031be4ca req-daac68cc-fa6c-4203-87a0-d5c8f2365124 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:25.722858 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-823531c6-27a1-4118-8056-7d2a031be4ca req-daac68cc-fa6c-4203-87a0-d5c8f2365124 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0505791 Jun 23 17:14:25.743242 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:25.777943 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-823531c6-27a1-4118-8056-7d2a031be4ca req-c4641d98-4227-4b04-ad40-1b1106481294 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Jun 23 17:14:26.426554 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4fd07-2703-455b-a386-7c6c56171b5f req-741ac0c9-c705-420f-a302-37e843178b06 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:26.428258 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-baa4fd07-2703-455b-a386-7c6c56171b5f req-741ac0c9-c705-420f-a302-37e843178b06 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0482929 Jun 23 17:14:26.482194 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-baa4fd07-2703-455b-a386-7c6c56171b5f req-d6a671b5-b5e2-4f20-b22a-18bd4179ccf1 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474086 Jun 23 17:14:26.735553 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:26.748839 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485be7d8-7245-4130-99c9-4053dbb40168 req-e8741ab3-8a00-47a2-8a40-5dab2324d403 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:26.750354 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-485be7d8-7245-4130-99c9-4053dbb40168 req-e8741ab3-8a00-47a2-8a40-5dab2324d403 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0478508 Jun 23 17:14:26.807577 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-485be7d8-7245-4130-99c9-4053dbb40168 req-25bb2454-7599-4397-8d49-2cb150f71c0f tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494537 Jun 23 17:14:26.902242 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be41af-a7ea-4ad8-af70-c089cdaf2e4a req-f316a1b3-68f2-4e23-b6b3-001911965492 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:26.903721 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c0be41af-a7ea-4ad8-af70-c089cdaf2e4a req-f316a1b3-68f2-4e23-b6b3-001911965492 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0468643 Jun 23 17:14:26.952410 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c0be41af-a7ea-4ad8-af70-c089cdaf2e4a req-887e310e-21e4-42e8-aac2-3cf1d8ed6a97 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Jun 23 17:14:27.600347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fed92-602c-4ff8-b8a2-af1d5f959b24 req-76e69f99-5ec3-41cb-a9a5-438f1df7c55f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:27.601520 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-923fed92-602c-4ff8-b8a2-af1d5f959b24 req-76e69f99-5ec3-41cb-a9a5-438f1df7c55f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0536356 Jun 23 17:14:27.653778 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-923fed92-602c-4ff8-b8a2-af1d5f959b24 req-9752f6a7-3948-4485-8050-7c029aa67c76 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438378 Jun 23 17:14:27.926692 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a322-f283-4f28-ab9b-f91653204e8f req-09276696-dfea-4972-861c-321d97b82c5c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:27.928178 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2d83a322-f283-4f28-ab9b-f91653204e8f req-09276696-dfea-4972-861c-321d97b82c5c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0472271 Jun 23 17:14:27.975174 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2d83a322-f283-4f28-ab9b-f91653204e8f req-1b89ac78-db2a-4f85-a40c-ead301277c73 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413213 Jun 23 17:14:28.066577 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf16f0-3afb-4710-8229-5ddc9e89f9f0 req-2f8a0f07-b265-47fd-a73d-92707d5a80a5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:28.068049 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfcf16f0-3afb-4710-8229-5ddc9e89f9f0 req-2f8a0f07-b265-47fd-a73d-92707d5a80a5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0474410 Jun 23 17:14:28.116059 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfcf16f0-3afb-4710-8229-5ddc9e89f9f0 req-5530a614-cbe0-4175-995b-e7baf3719890 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Jun 23 17:14:28.792713 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8d65a-92fa-4fa1-9565-822aeff5e5c1 req-33372752-7472-430e-a606-fc42aeb4a771 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:28.794282 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d5f8d65a-92fa-4fa1-9565-822aeff5e5c1 req-33372752-7472-430e-a606-fc42aeb4a771 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0551970 Jun 23 17:14:28.844159 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d5f8d65a-92fa-4fa1-9565-822aeff5e5c1 req-de8755d5-024b-4ee4-a51e-c122d64180fb tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Jun 23 17:14:29.103245 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa24667-628c-425e-b7fc-b808cc301e17 req-9284b77e-14f7-400b-a5b8-092c37833816 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:29.104838 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2aa24667-628c-425e-b7fc-b808cc301e17 req-9284b77e-14f7-400b-a5b8-092c37833816 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0567498 Jun 23 17:14:29.163606 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2aa24667-628c-425e-b7fc-b808cc301e17 req-6a67bbf2-b340-4db9-a295-d706273ee36d tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530879 Jun 23 17:14:29.255166 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1076f9-f7cd-4421-ac12-210408e82840 req-059e2361-5146-47f8-af0b-28af0256bb72 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:29.256695 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fc1076f9-f7cd-4421-ac12-210408e82840 req-059e2361-5146-47f8-af0b-28af0256bb72 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0537050 Jun 23 17:14:29.268055 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:29.308487 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fc1076f9-f7cd-4421-ac12-210408e82840 req-38778442-848a-4038-8c10-43462f5d281d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460367 Jun 23 17:14:29.969482 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519d118-d14a-44af-97a7-4eb313ee81fb req-81087f66-734b-4688-90a7-3eedea84ed5e tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:29.971003 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b519d118-d14a-44af-97a7-4eb313ee81fb req-81087f66-734b-4688-90a7-3eedea84ed5e tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0533798 Jun 23 17:14:30.022629 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b519d118-d14a-44af-97a7-4eb313ee81fb req-2a1cc9b3-435f-44da-8f1f-f29323e1ef4d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Jun 23 17:14:30.045682 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f9d1fe42-c729-4aef-b0c0-bf6e9c40ad98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:30.294117 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207697a-9636-4bd9-bc7a-bc42dd4a51a8 req-54fa8b43-0951-4fc7-8a92-f68b5fb25b21 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:30.295668 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d207697a-9636-4bd9-bc7a-bc42dd4a51a8 req-54fa8b43-0951-4fc7-8a92-f68b5fb25b21 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0526819 Jun 23 17:14:30.295776 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ecd5-d53d-40d1-b85b-b44389cde1d5 req-cc56a656-4662-4826-b5cb-5af2ca88bc13 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:30.297243 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d945ecd5-d53d-40d1-b85b-b44389cde1d5 req-cc56a656-4662-4826-b5cb-5af2ca88bc13 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0504210 Jun 23 17:14:30.345332 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d207697a-9636-4bd9-bc7a-bc42dd4a51a8 req-7cb969a7-6f3c-4a63-b32b-b79bfed46756 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Jun 23 17:14:30.346247 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d945ecd5-d53d-40d1-b85b-b44389cde1d5 req-46adb78d-8d2d-4dc8-b21f-3ac75330bf95 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Jun 23 17:14:30.448412 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4de4-0d57-4b1f-8bf9-bd83c0a55b72 req-5d679c5c-8596-4e93-9133-481a53edf31c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:30.449929 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d6c4de4-0d57-4b1f-8bf9-bd83c0a55b72 req-5d679c5c-8596-4e93-9133-481a53edf31c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0502753 Jun 23 17:14:30.499117 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d6c4de4-0d57-4b1f-8bf9-bd83c0a55b72 req-1261a607-adaf-4450-b4d2-a087d82df663 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Jun 23 17:14:31.462786 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961956a-03b5-4cfd-a758-07ee351f682c req-a6d60293-d0f5-44f2-98ee-f1e212a557d7 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:31.463700 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b2e66-64ad-4b25-8f46-f2736836e055 req-3796e4c6-d246-4f9d-8b75-4f2dc8a6d3c6 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:31.464319 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0961956a-03b5-4cfd-a758-07ee351f682c req-a6d60293-d0f5-44f2-98ee-f1e212a557d7 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0486484 Jun 23 17:14:31.465248 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1a3b2e66-64ad-4b25-8f46-f2736836e055 req-3796e4c6-d246-4f9d-8b75-4f2dc8a6d3c6 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0509667 Jun 23 17:14:31.518177 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1a3b2e66-64ad-4b25-8f46-f2736836e055 req-93cda4e9-96ed-4093-8859-af5d04954d3f tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474157 Jun 23 17:14:31.519845 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0961956a-03b5-4cfd-a758-07ee351f682c req-28a764e0-bc96-45a6-ba2a-6412d89ba302 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Jun 23 17:14:31.622999 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f3b5-9b41-4dc9-827d-76075d3ebca5 req-8a1d83ba-7744-4c66-b9a9-fb973be2aba7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:31.624583 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1179f3b5-9b41-4dc9-827d-76075d3ebca5 req-8a1d83ba-7744-4c66-b9a9-fb973be2aba7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0495603 Jun 23 17:14:31.677733 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:31.686134 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1179f3b5-9b41-4dc9-827d-76075d3ebca5 req-b87a1a93-c997-4211-a11b-4c4fcd466795 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Jun 23 17:14:32.332014 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f9b1ce8d-6f2d-43ea-9f29-1d67a8d86468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:32.639151 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103946c-9651-47d4-b322-3348b80312a4 req-a0c4c34b-a23b-4bf5-8d4f-0ce33ef6d908 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:32.640552 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e103946c-9651-47d4-b322-3348b80312a4 req-a0c4c34b-a23b-4bf5-8d4f-0ce33ef6d908 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0491695 Jun 23 17:14:32.641127 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773ba61-84dc-4e33-985b-98ba102fd541 req-0fbee1ce-7101-49a7-b9ee-af80cd17cac1 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:32.642648 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f773ba61-84dc-4e33-985b-98ba102fd541 req-0fbee1ce-7101-49a7-b9ee-af80cd17cac1 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0474284 Jun 23 17:14:32.696448 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e103946c-9651-47d4-b322-3348b80312a4 req-595bbc91-4d6a-49ff-bc73-c097640fffd7 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501866 Jun 23 17:14:32.700953 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f773ba61-84dc-4e33-985b-98ba102fd541 req-eabb4eb3-0988-4caf-9e02-dba9544c1ac5 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519407 Jun 23 17:14:32.809156 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec9061-282a-4f79-8e11-4fcaf28bd73b req-09bbd7f1-7f75-43ce-94a8-55d2dce25faf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:32.810749 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4bec9061-282a-4f79-8e11-4fcaf28bd73b req-09bbd7f1-7f75-43ce-94a8-55d2dce25faf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Jun 23 17:14:32.861777 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4bec9061-282a-4f79-8e11-4fcaf28bd73b req-ac06ca5e-0620-4120-8952-45ecaa607cb7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439832 Jun 23 17:14:33.427953 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:33.817441 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83191b36-a0d3-43f4-bae8-bb2ccc1b3d99 req-e2fc7526-29fc-46d7-a4f9-16b1e0dd7084 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:33.819613 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-83191b36-a0d3-43f4-bae8-bb2ccc1b3d99 req-e2fc7526-29fc-46d7-a4f9-16b1e0dd7084 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0495336 Jun 23 17:14:33.832480 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea51112-14e8-4115-a0c8-b82c98d54d6e req-8707341e-339b-43fa-8d3d-34d3275459ee tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:33.834306 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ea51112-14e8-4115-a0c8-b82c98d54d6e req-8707341e-339b-43fa-8d3d-34d3275459ee tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0586238 Jun 23 17:14:33.866819 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:33.873516 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-83191b36-a0d3-43f4-bae8-bb2ccc1b3d99 req-bcf4e8ee-e2a1-4030-b7fe-5c9974b22641 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477593 Jun 23 17:14:33.888807 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ea51112-14e8-4115-a0c8-b82c98d54d6e req-2ebc2816-9271-44bc-b417-caa87748cb2b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Jun 23 17:14:34.011252 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1612b-edaa-4341-a974-9ab31afbdc28 req-6dbfc49b-7a3a-45ca-9214-c64cb977a3e6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:34.012693 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fba1612b-edaa-4341-a974-9ab31afbdc28 req-6dbfc49b-7a3a-45ca-9214-c64cb977a3e6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0548151 Jun 23 17:14:34.064020 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fba1612b-edaa-4341-a974-9ab31afbdc28 req-4d9404b4-c399-49a0-b147-7d335ad54cfc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455132 Jun 23 17:14:34.109558 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b7465-65ec-4e73-af5b-62c2328a9643 req-8efe4610-5cdb-493f-a12a-0c7dfc46d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:34.111124 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f11b7465-65ec-4e73-af5b-62c2328a9643 req-8efe4610-5cdb-493f-a12a-0c7dfc46d45e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 1129 time: 0.0504599 Jun 23 17:14:34.797147 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:34.994563 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:35.018440 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d31a0f-7c2c-4e39-a7a0-270c78396afb req-57632c7d-46a7-4458-906d-ca215b41d7fa tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:35.019962 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9d31a0f-7c2c-4e39-a7a0-270c78396afb req-57632c7d-46a7-4458-906d-ca215b41d7fa tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0508852 Jun 23 17:14:35.024930 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301d442-85d8-4188-92c6-ae8b33bed1c9 req-f13ab757-d2ca-4c4c-b325-f50a56b1db65 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:35.026451 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0301d442-85d8-4188-92c6-ae8b33bed1c9 req-f13ab757-d2ca-4c4c-b325-f50a56b1db65 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Jun 23 17:14:35.032652 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:35.072262 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9d31a0f-7c2c-4e39-a7a0-270c78396afb req-b267c460-f83e-4b37-9c3b-ba3b42d2a090 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Jun 23 17:14:35.076502 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0301d442-85d8-4188-92c6-ae8b33bed1c9 req-f38715b7-aa0a-408a-9a2c-17d5ef8655d6 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Jun 23 17:14:35.194750 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe56094-1e69-4ac9-93d5-ecb4bedaa3af req-abd4c12c-29d6-4046-9add-76dedb005fbf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:35.196375 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7fe56094-1e69-4ac9-93d5-ecb4bedaa3af req-abd4c12c-29d6-4046-9add-76dedb005fbf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0541658 Jun 23 17:14:35.216331 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:35.253774 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7fe56094-1e69-4ac9-93d5-ecb4bedaa3af req-e5121b29-be65-40d1-ae16-a9c447a596ed tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 Jun 23 17:14:35.432114 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c740abd-393a-419a-829e-c11b1bf505c0 req-214780f1-1edb-4c07-b8b7-747470881a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:35.433624 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c740abd-393a-419a-829e-c11b1bf505c0 req-214780f1-1edb-4c07-b8b7-747470881a00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 1129 time: 0.0592697 Jun 23 17:14:35.436587 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f11b7465-65ec-4e73-af5b-62c2328a9643 req-3087420c-8a53-4fd2-9dc2-d5089b88a0bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799563 Jun 23 17:14:36.208172 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d2e2-a135-4ead-b8a6-f20f47f3d716 req-0409144d-876d-4257-8388-de6981cbeef8 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:36.209528 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fef6d2e2-a135-4ead-b8a6-f20f47f3d716 req-0409144d-876d-4257-8388-de6981cbeef8 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0615814 Jun 23 17:14:36.239529 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66ba8f-392d-4be5-9abd-8e274718029c req-dd8848df-b842-42bb-8d98-931b498401f8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:36.241845 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f66ba8f-392d-4be5-9abd-8e274718029c req-dd8848df-b842-42bb-8d98-931b498401f8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0733020 Jun 23 17:14:36.272913 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fef6d2e2-a135-4ead-b8a6-f20f47f3d716 req-d38ed50f-469d-411d-a16f-54acd6af365a tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572639 Jun 23 17:14:36.280561 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c740abd-393a-419a-829e-c11b1bf505c0 req-1645ed23-4bdd-495a-9fb9-cee5c7e7f9dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744860 Jun 23 17:14:36.317585 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f66ba8f-392d-4be5-9abd-8e274718029c req-6fb6e6f7-71d1-483e-8f4a-bd6a09e5bb0a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623748 Jun 23 17:14:36.402879 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb51673-b555-46da-8d8a-ae01db2d2b89 req-e666081b-05da-49ec-8c52-3752e73bb5dc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:36.404397 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3bb51673-b555-46da-8d8a-ae01db2d2b89 req-e666081b-05da-49ec-8c52-3752e73bb5dc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0479047 Jun 23 17:14:36.451954 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3bb51673-b555-46da-8d8a-ae01db2d2b89 req-537d42a2-ef5a-4abd-8382-a19844e29436 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Jun 23 17:14:37.407702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf1410-790d-4aad-9320-adb9916e712a req-7d59ba66-57da-4d99-a177-c7358d5cfc89 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:37.409213 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-abdf1410-790d-4aad-9320-adb9916e712a req-7d59ba66-57da-4d99-a177-c7358d5cfc89 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0479038 Jun 23 17:14:37.435769 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c08f3-5392-4350-9a48-9c22eb0bd2de req-721c8316-0aa2-445f-9525-2fe9a6c1482e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:37.437689 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e6c08f3-5392-4350-9a48-9c22eb0bd2de req-721c8316-0aa2-445f-9525-2fe9a6c1482e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0469639 Jun 23 17:14:37.456389 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-abdf1410-790d-4aad-9320-adb9916e712a req-6af78750-7a23-4611-82f7-ecf86105a3e6 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Jun 23 17:14:37.485547 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e6c08f3-5392-4350-9a48-9c22eb0bd2de req-a8efcaf8-8ea2-4e3d-918b-8a8de6f0189f tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Jun 23 17:14:37.567717 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddd2c2-7a04-4719-b26b-f2889f88fa75 req-dd9129a3-9dfa-49a4-add5-2d9f05b13854 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:37.569230 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eaddd2c2-7a04-4719-b26b-f2889f88fa75 req-dd9129a3-9dfa-49a4-add5-2d9f05b13854 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Jun 23 17:14:37.615723 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eaddd2c2-7a04-4719-b26b-f2889f88fa75 req-ba1c4610-1c50-4671-bf69-6598a2a139da tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Jun 23 17:14:38.580313 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f8066-89c0-4316-a500-2045e8c2294a req-cc4cfb4e-b05f-456d-87c7-bf62c74d3b8a tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:38.581840 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-278f8066-89c0-4316-a500-2045e8c2294a req-cc4cfb4e-b05f-456d-87c7-bf62c74d3b8a tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0525038 Jun 23 17:14:38.599755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c571e67-5ec5-44d5-aad7-1ea1d3c037c4 req-4ee249bd-6ca4-4f7a-816c-b72da6367af8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:38.601252 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c571e67-5ec5-44d5-aad7-1ea1d3c037c4 req-4ee249bd-6ca4-4f7a-816c-b72da6367af8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0483916 Jun 23 17:14:38.607213 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:38.630618 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-278f8066-89c0-4316-a500-2045e8c2294a req-8ae754b2-48bf-4c92-a235-b2f0ff18bc14 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430169 Jun 23 17:14:38.648819 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c571e67-5ec5-44d5-aad7-1ea1d3c037c4 req-e66f5cee-2173-4f13-8aee-37d16615d03a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Jun 23 17:14:38.731143 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439440c-e6a8-45e4-bb22-2663ff235119 req-dfdbf4d4-d6a2-4531-95ca-763d0fc51964 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:38.732667 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9439440c-e6a8-45e4-bb22-2663ff235119 req-dfdbf4d4-d6a2-4531-95ca-763d0fc51964 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0470257 Jun 23 17:14:38.781358 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9439440c-e6a8-45e4-bb22-2663ff235119 req-29c5d3df-4ec3-4e0a-a610-9addff3328d2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 Jun 23 17:14:39.755830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f03c81-a20f-46e4-8421-113bd72ac30f req-0f80939a-2f0d-4efa-92de-c2ee8c2bf402 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:39.757392 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3f03c81-a20f-46e4-8421-113bd72ac30f req-0f80939a-2f0d-4efa-92de-c2ee8c2bf402 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0473452 Jun 23 17:14:39.767359 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756fdb3-abd6-4977-9803-3ebc02b44bf3 req-eeb3ba9e-7eec-4d17-9467-29d479bb05b1 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:39.768841 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a756fdb3-abd6-4977-9803-3ebc02b44bf3 req-eeb3ba9e-7eec-4d17-9467-29d479bb05b1 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0510266 Jun 23 17:14:39.810221 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3f03c81-a20f-46e4-8421-113bd72ac30f req-e50f61a3-54a7-4c84-a1a5-2e50eadcfc95 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 Jun 23 17:14:39.824705 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a756fdb3-abd6-4977-9803-3ebc02b44bf3 req-936670de-b6dd-4790-b1bb-b28ab590210d tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499802 Jun 23 17:14:39.922632 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07223e99-cb1c-419f-9e2f-e84b4bdd7dcf req-b4740ab4-38a8-4f2c-94e7-778d971f62e8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:39.923997 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07223e99-cb1c-419f-9e2f-e84b4bdd7dcf req-b4740ab4-38a8-4f2c-94e7-778d971f62e8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Jun 23 17:14:39.974031 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07223e99-cb1c-419f-9e2f-e84b4bdd7dcf req-0564fa78-6d76-42f1-802e-5bf809911456 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 Jun 23 17:14:40.941295 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843f43-bf40-45fe-863d-51121c3ab20a req-45b98977-d588-4fca-8978-292e036f03cd tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:40.942831 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4c843f43-bf40-45fe-863d-51121c3ab20a req-45b98977-d588-4fca-8978-292e036f03cd tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0476043 Jun 23 17:14:40.944318 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9af97-b4e1-43fc-ac50-b8429a9f667d req-055cbb7d-0cef-4b16-80f9-a60308c1d831 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:40.945883 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07f9af97-b4e1-43fc-ac50-b8429a9f667d req-055cbb7d-0cef-4b16-80f9-a60308c1d831 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0464022 Jun 23 17:14:40.990561 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4c843f43-bf40-45fe-863d-51121c3ab20a req-7d01632a-b578-4b7c-b19f-589e56466221 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Jun 23 17:14:40.992666 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07f9af97-b4e1-43fc-ac50-b8429a9f667d req-0f3277f7-9a62-49d2-b200-96e46369b512 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Jun 23 17:14:41.095084 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:41.100760 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:41.109540 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d70bb-4293-4f31-8226-6328511ff199 req-032eedd2-a905-4b1a-9e7d-947a88d1c8f0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:41.111081 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-909d70bb-4293-4f31-8226-6328511ff199 req-032eedd2-a905-4b1a-9e7d-947a88d1c8f0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0642803 Jun 23 17:14:41.165026 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-909d70bb-4293-4f31-8226-6328511ff199 req-2dad805b-aa07-4481-98ef-81d193fc8c5c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 Jun 23 17:14:42.095054 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:42.113259 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857b978-2756-4de3-bb47-808d943832bf req-3f05aaed-f914-4a19-8086-3860bbe2aab6 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:42.113861 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043005d3-3526-4643-9f54-abad0d98ef81 req-7e0ab5cd-ae92-4039-a85c-b015aef1145f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:42.114789 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d857b978-2756-4de3-bb47-808d943832bf req-3f05aaed-f914-4a19-8086-3860bbe2aab6 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0468352 Jun 23 17:14:42.115216 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-043005d3-3526-4643-9f54-abad0d98ef81 req-7e0ab5cd-ae92-4039-a85c-b015aef1145f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 950 time: 0.0481684 Jun 23 17:14:42.124311 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:14:42.167677 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d857b978-2756-4de3-bb47-808d943832bf req-51163e2e-818e-4124-afb3-76570d614d90 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469201 Jun 23 17:14:42.171755 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-043005d3-3526-4643-9f54-abad0d98ef81 req-5cbde5ec-1de0-462f-abbf-7b4a686014f7 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508554 Jun 23 17:14:42.206123 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af is: ACTIVE; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:14:42.206521 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:42.231931 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:14:42.234339 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10895b08-4065-4eb9-a9d0-e4f3361e96f0" -d '{"events": [{"server_uuid": "bf401eb3-6a14-41c2-bdda-e9a448beba4f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e4bcb4f-d0ad-4995-bf5c-058c872cd9af"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:14:42.247253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,segment=NetworkSegment(624cb857-3be3-44e4-ac10-b9269f994f75),segment_id=624cb857-3be3-44e4-ac10-b9269f994f75)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:42.252945 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:42.257765 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:42.287178 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866bc6e-faff-4a7d-ac1b-1009674c5c17 req-ba74bb2c-32ef-49b9-b8b9-38cc0dd2fa23 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:42.288981 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b866bc6e-faff-4a7d-ac1b-1009674c5c17 req-ba74bb2c-32ef-49b9-b8b9-38cc0dd2fa23 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0518398 Jun 23 17:14:42.307449 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,revision_number=6']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:42.313951 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea69b779-2ac7-41bd-aea9-b61f11617ec7 x-openstack-request-id: req-ea69b779-2ac7-41bd-aea9-b61f11617ec7 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:14:42.314239 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf401eb3-6a14-41c2-bdda-e9a448beba4f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e4bcb4f-d0ad-4995-bf5c-058c872cd9af", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:14:42.314513 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea69b779-2ac7-41bd-aea9-b61f11617ec7 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:14:42.314903 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea69b779-2ac7-41bd-aea9-b61f11617ec7'] response: {'server_uuid': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af', 'code': 200} Jun 23 17:14:42.347263 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b866bc6e-faff-4a7d-ac1b-1009674c5c17 req-ab678834-098a-467a-8db7-4878b8254907 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487251 Jun 23 17:14:42.726292 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:42.728700 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=62 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:43.288654 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34830c46-c29c-4673-8ba9-d5ef81fcd11f req-8eb645b9-c1d8-480b-8464-4e5c3c30b981 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:43.289499 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea791d3-78b6-4868-a5a2-3f462b55281f req-8da8b00d-4d46-4abf-97ad-f474e05f217f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:43.290253 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-34830c46-c29c-4673-8ba9-d5ef81fcd11f req-8eb645b9-c1d8-480b-8464-4e5c3c30b981 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0481730 Jun 23 17:14:43.294535 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ea791d3-78b6-4868-a5a2-3f462b55281f req-8da8b00d-4d46-4abf-97ad-f474e05f217f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0518262 Jun 23 17:14:43.342371 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-34830c46-c29c-4673-8ba9-d5ef81fcd11f req-9aa2d974-7734-40e2-ab61-c7d82e63d627 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463638 Jun 23 17:14:43.344443 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ea791d3-78b6-4868-a5a2-3f462b55281f req-378a4a0b-96c8-4adb-acff-01f188fd2a3a tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/security-groups?id=f48f3800-9127-4589-9c2c-e0b94a1f8ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Jun 23 17:14:43.465294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee921a-565c-4021-add3-e895b5c703e2 req-9c994ec5-7027-44c8-9704-7726de79dd87 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:43.466827 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-71ee921a-565c-4021-add3-e895b5c703e2 req-9c994ec5-7027-44c8-9704-7726de79dd87 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0484741 Jun 23 17:14:43.515747 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-71ee921a-565c-4021-add3-e895b5c703e2 req-47224d62-94c2-48f2-b478-d773a77d655e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Jun 23 17:14:43.799640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-78f16065-5c3a-4d20-bb8a-d97b098adc9d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:43.801528 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-78f16065-5c3a-4d20-bb8a-d97b098adc9d tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 948 time: 0.0543597 Jun 23 17:14:43.920641 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Deleting port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:14:43.921018 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:44.017117 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] For port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,segment=NetworkSegment(624cb857-3be3-44e4-ac10-b9269f994f75),segment_id=624cb857-3be3-44e4-ac10-b9269f994f75)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:44.017481 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:44.030822 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Calling delete_port for 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:14:44.164630 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (4e4bcb4f-d0ad-4995-bf5c-058c872cd9af), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:44.200349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Pushing event deleted for resources: {'Port': ['ID=4e4bcb4f-d0ad-4995-bf5c-058c872cd9af,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:44.264754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] No DVR routers for this DVR port 4e4bcb4f-d0ad-4995-bf5c-058c872cd9af on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:14:44.267698 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:44.271133 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6068df62-329b-4c9b-aa1f-07d2affea510 req-7a0175ee-a2a0-45cb-b2b4-dc75490cbe96 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.57 "DELETE /v2.0/ports/4e4bcb4f-d0ad-4995-bf5c-058c872cd9af HTTP/1.1" status: 204 len: 173 time: 0.4392307 Jun 23 17:14:44.271586 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'name': 'network-vif-deleted', 'tag': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:14:44.273962 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b8581a-d461-44c2-8e92-a8b9f75d42b3" -d '{"events": [{"server_uuid": "bf401eb3-6a14-41c2-bdda-e9a448beba4f", "name": "network-vif-deleted", "tag": "4e4bcb4f-d0ad-4995-bf5c-058c872cd9af"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:14:44.320207 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbc0a27-269b-47b2-b0b9-1591825e9208 x-openstack-request-id: req-5dbc0a27-269b-47b2-b0b9-1591825e9208 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:14:44.320835 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf401eb3-6a14-41c2-bdda-e9a448beba4f", "name": "network-vif-deleted", "tag": "4e4bcb4f-d0ad-4995-bf5c-058c872cd9af", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:14:44.320981 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dbc0a27-269b-47b2-b0b9-1591825e9208 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:14:44.321602 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbc0a27-269b-47b2-b0b9-1591825e9208'] response: {'server_uuid': 'bf401eb3-6a14-41c2-bdda-e9a448beba4f', 'name': 'network-vif-deleted', 'tag': '4e4bcb4f-d0ad-4995-bf5c-058c872cd9af', 'status': 'completed', 'code': 200} Jun 23 17:14:44.462197 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac9c6b09-bcf8-48d9-8946-f75ba18fee66 req-3176727c-d008-412d-a68a-1a2f92edcc5c tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0367029 Jun 23 17:14:44.492523 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e420a08-a7b1-49cd-9b4f-ed1adfa5d8f4 req-aa97b5c8-e990-4ef2-911b-0a54b9af7c0e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:44.494097 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e420a08-a7b1-49cd-9b4f-ed1adfa5d8f4 req-aa97b5c8-e990-4ef2-911b-0a54b9af7c0e tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0636342 Jun 23 17:14:44.564871 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e420a08-a7b1-49cd-9b4f-ed1adfa5d8f4 req-2f15123a-78fc-452a-ae4e-d4323e3a3ecb tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639906 Jun 23 17:14:44.650799 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:44.671522 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4366-c5d4-454f-bdbf-a230bcdb0f05 req-e7150753-dd3b-4c33-9d22-f3224e712405 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:44.678377 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bfcd4366-c5d4-454f-bdbf-a230bcdb0f05 req-e7150753-dd3b-4c33-9d22-f3224e712405 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0617728 Jun 23 17:14:44.726292 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bfcd4366-c5d4-454f-bdbf-a230bcdb0f05 req-7fa73d3c-3fb6-4942-aaa7-de017294de04 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Jun 23 17:14:45.579476 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f89afd7c-5b2e-41c5-9b98-dda4e21c7076 req-13056330-6521-42cb-b0e7-62933de5d9c0 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0343983 Jun 23 17:14:45.840868 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83306c-2450-4fd9-8203-e5b015fc0054 req-fb22d1d8-9923-48e0-832a-4c5687c67ff5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:45.842416 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f83306c-2450-4fd9-8203-e5b015fc0054 req-fb22d1d8-9923-48e0-832a-4c5687c67ff5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0473392 Jun 23 17:14:45.863808 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:45.891607 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f83306c-2450-4fd9-8203-e5b015fc0054 req-7497f7bb-5dc0-4375-8306-e3ebc7e698f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Jun 23 17:14:46.692568 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-26d828dd-18c1-4a47-a7e5-161afd698088 req-c888267f-eedc-4f13-8cca-cf54c8a3fbb7 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0295990 Jun 23 17:14:47.011651 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a271b0-13a9-43ae-8deb-cbb41169dd40 req-814d2a79-9426-49c4-996d-ec0fc42509a4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:47.013141 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b3a271b0-13a9-43ae-8deb-cbb41169dd40 req-814d2a79-9426-49c4-996d-ec0fc42509a4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0464406 Jun 23 17:14:47.077599 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b3a271b0-13a9-43ae-8deb-cbb41169dd40 req-9122cd8c-b392-47ef-b3e5-5ce34fc031fb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582116 Jun 23 17:14:47.792048 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-119acc44-cff5-49d0-968d-957743d2b785 req-9a8c6f91-8535-4666-b455-e8044ece425f tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0305796 Jun 23 17:14:48.223570 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef921166-d41a-4cca-8759-763cd5e40266 req-c3dca2a2-1c1c-467c-b059-0bdeae277d3a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:48.225017 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef921166-d41a-4cca-8759-763cd5e40266 req-c3dca2a2-1c1c-467c-b059-0bdeae277d3a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0665851 Jun 23 17:14:48.285040 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef921166-d41a-4cca-8759-763cd5e40266 req-c7c80ae4-d12b-4af0-978f-955e96b58df5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541234 Jun 23 17:14:48.901492 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3fbc1c40-41be-4812-9e33-614f1f5589c2 req-9d20f98c-0315-4d96-9f7a-f74b95ff2088 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0306504 Jun 23 17:14:49.416579 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2131df5-c7de-46ff-aab8-bd90be9ccdef req-bc6cc3df-7375-421a-a150-f69fd00e7c4a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:49.418079 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2131df5-c7de-46ff-aab8-bd90be9ccdef req-bc6cc3df-7375-421a-a150-f69fd00e7c4a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Jun 23 17:14:49.472786 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2131df5-c7de-46ff-aab8-bd90be9ccdef req-afe28a48-67bc-4660-a01e-b86bc5bb9b17 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489652 Jun 23 17:14:50.045713 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-20b8ece4-bc64-4ddf-8393-482607ddc0e2 req-6cb6d4ed-c6b2-419f-87fa-0e4cbabca231 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0289841 Jun 23 17:14:50.592378 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19117fb-d7f7-4118-98d9-c236eeffc504 req-2a3954d2-347d-4920-8536-0810c91a066e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:50.593896 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e19117fb-d7f7-4118-98d9-c236eeffc504 req-2a3954d2-347d-4920-8536-0810c91a066e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0533338 Jun 23 17:14:50.652144 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e19117fb-d7f7-4118-98d9-c236eeffc504 req-373b3484-6381-4873-993e-83dce6e8da37 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518928 Jun 23 17:14:50.791203 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779f519-3dbf-4a10-9cca-bbd30163d030 req-85ba0e25-ebc8-4247-8fbd-ee49f8479bb4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:50.792947 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3779f519-3dbf-4a10-9cca-bbd30163d030 req-85ba0e25-ebc8-4247-8fbd-ee49f8479bb4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0523496 Jun 23 17:14:50.845145 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3779f519-3dbf-4a10-9cca-bbd30163d030 req-f5cc4953-a2fd-4c19-a45e-4ee705732c5c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Jun 23 17:14:50.940422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b07c-4467-4f02-9f74-e595ccae3dd1 req-dbeaae93-fb3a-4702-aa74-bbcd73ff4124 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:50.942391 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ec6b07c-4467-4f02-9f74-e595ccae3dd1 req-dbeaae93-fb3a-4702-aa74-bbcd73ff4124 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0526497 Jun 23 17:14:51.001747 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ec6b07c-4467-4f02-9f74-e595ccae3dd1 req-021834b1-e895-409e-a287-00126521af51 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Jun 23 17:14:51.194481 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a032df2d-0fed-4fc0-acdb-8033eaf6ef90 req-eb80e816-5d8f-4c9f-b2e0-c70ace863866 tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0519288 Jun 23 17:14:52.140306 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067781-b807-4d18-b78b-7df6ff82bc07 req-e0495838-f866-44bb-8222-f35628b4b8a4 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:52.146703 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5067781-b807-4d18-b78b-7df6ff82bc07 req-e0495838-f866-44bb-8222-f35628b4b8a4 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0646601 Jun 23 17:14:52.213909 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5067781-b807-4d18-b78b-7df6ff82bc07 req-5bde1528-37a1-49ea-bf58-07bc4927aabc tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646138 Jun 23 17:14:52.296342 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:52.304801 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:52.320486 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-231d618e-ae9d-4218-b453-39be99ffd476 req-dfc09f86-b11e-4635-902a-66b026d376da tempest-VolumesNegativeTest-1127788885 tempest-VolumesNegativeTest-1127788885-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf401eb3-6a14-41c2-bdda-e9a448beba4f HTTP/1.1" status: 200 len: 210 time: 0.0306196 Jun 23 17:14:53.340494 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dd57f-16d1-4285-b8f4-c1eceb1b1ecf req-4036a5f1-9443-4662-9160-52f4a262ac4a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:53.342139 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d45dd57f-16d1-4285-b8f4-c1eceb1b1ecf req-4036a5f1-9443-4662-9160-52f4a262ac4a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0528982 Jun 23 17:14:53.399919 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d45dd57f-16d1-4285-b8f4-c1eceb1b1ecf req-d208a437-a439-4d95-93e9-56457b71b35a tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Jun 23 17:14:53.665175 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c05c8d-947a-408c-a8b8-3ededa67a39c req-2afdc308-b759-49bb-a4a5-8d3ba0a1c1bc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:53.666743 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f4c05c8d-947a-408c-a8b8-3ededa67a39c req-2afdc308-b759-49bb-a4a5-8d3ba0a1c1bc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0484464 Jun 23 17:14:53.716303 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f4c05c8d-947a-408c-a8b8-3ededa67a39c req-be486bce-e95e-43e8-833d-c121c6676c94 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Jun 23 17:14:54.540907 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701dd0f-a2fd-4f11-ae13-8d490c17d688 req-cc4081b0-75ca-4ac8-a485-4ba082047b3b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:54.542413 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d701dd0f-a2fd-4f11-ae13-8d490c17d688 req-cc4081b0-75ca-4ac8-a485-4ba082047b3b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0572989 Jun 23 17:14:54.595019 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d701dd0f-a2fd-4f11-ae13-8d490c17d688 req-154164a9-5188-4951-8db5-640be3c8c3d8 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Jun 23 17:14:54.841189 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68624c1-83bc-483e-a7a9-54eaaee2187a req-514fc3bc-b218-459e-9323-22b675faa3e9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:54.842613 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f68624c1-83bc-483e-a7a9-54eaaee2187a req-514fc3bc-b218-459e-9323-22b675faa3e9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0540721 Jun 23 17:14:54.900702 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f68624c1-83bc-483e-a7a9-54eaaee2187a req-c57548bc-d808-4a83-b64f-2cf999294b52 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481215 Jun 23 17:14:55.714065 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e400d1-8b46-4975-ada9-0a28884120ac req-555d7a6f-fe80-433e-8a38-e38b41283eaa tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:55.715573 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-82e400d1-8b46-4975-ada9-0a28884120ac req-555d7a6f-fe80-433e-8a38-e38b41283eaa tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Jun 23 17:14:55.765217 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-82e400d1-8b46-4975-ada9-0a28884120ac req-4b5a8def-6479-4031-96d8-69d005673fe9 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Jun 23 17:14:56.015223 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:56.024542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ddabe-4bf0-4a8b-aeb0-e4238dd56f04 req-4c4b873e-582b-4952-b92f-115b36cd82e8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:56.026144 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-938ddabe-4bf0-4a8b-aeb0-e4238dd56f04 req-4c4b873e-582b-4952-b92f-115b36cd82e8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0517421 Jun 23 17:14:56.081584 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-938ddabe-4bf0-4a8b-aeb0-e4238dd56f04 req-e3e87cf9-567f-484c-963c-9f76ffa8b6af tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499470 Jun 23 17:14:56.882754 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21dbcf-2e73-4540-b060-9e8dc9e32e0a req-1e269a17-7554-4163-97e1-2d15599bd4cf tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:56.884259 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6f21dbcf-2e73-4540-b060-9e8dc9e32e0a req-1e269a17-7554-4163-97e1-2d15599bd4cf tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Jun 23 17:14:56.921740 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:56.937244 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6f21dbcf-2e73-4540-b060-9e8dc9e32e0a req-45b74d13-47bb-4a21-8088-e6f70867005c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Jun 23 17:14:57.216227 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb15b0-4bb4-4363-be12-c57cfbd6747c req-645c07cc-7f36-4481-a0bc-a6b41b5f4fac tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:57.217620 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c5bb15b0-4bb4-4363-be12-c57cfbd6747c req-645c07cc-7f36-4481-a0bc-a6b41b5f4fac tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0556283 Jun 23 17:14:57.236372 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:57.267216 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c5bb15b0-4bb4-4363-be12-c57cfbd6747c req-5a946393-216b-46a1-89d9-96535ec018ab tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437913 Jun 23 17:14:57.636059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-bb53072d-b197-40d7-bb3b-4da220f0a84b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:57.638123 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-bb53072d-b197-40d7-bb3b-4da220f0a84b tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.57 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0540631 Jun 23 17:14:57.747682 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-38358f7b-f83b-42dd-9256-3dc478aaa4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:57.749410 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-38358f7b-f83b-42dd-9256-3dc478aaa4a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 1130 time: 0.0753813 Jun 23 17:14:57.809947 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Deleting port 4d534458-e5c6-486b-b395-5ee1cf6a3416 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:14:57.810261 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:57.935345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-c5b45c9c-dbcb-45eb-a5c3-d62c663f35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:57.937066 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-c5b45c9c-dbcb-45eb-a5c3-d62c663f35ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1702375 Jun 23 17:14:57.987354 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-1dc61418-060b-4d5e-9ecd-c9a4e16e324c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882 HTTP/1.1" status: 200 len: 217 time: 0.0430009 Jun 23 17:14:58.009102 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] For port 4d534458-e5c6-486b-b395-5ee1cf6a3416, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4d534458-e5c6-486b-b395-5ee1cf6a3416,segment=NetworkSegment(0951d584-297d-4b2e-8fc6-307b52eee31b),segment_id=0951d584-297d-4b2e-8fc6-307b52eee31b)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:14:58.009476 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:58.044970 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Calling delete_port for 4d534458-e5c6-486b-b395-5ee1cf6a3416 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:14:58.063568 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f2a3c-45b5-49a3-9882-76636c34b9b6 req-1f59190b-24eb-4427-81d1-47f1549d9ddf tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:58.065035 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-4cbb4640-bd02-464b-9959-afa71d6b01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:58.065186 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-126f2a3c-45b5-49a3-9882-76636c34b9b6 req-1f59190b-24eb-4427-81d1-47f1549d9ddf tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 945 time: 0.0505080 Jun 23 17:14:58.066534 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-4cbb4640-bd02-464b-9959-afa71d6b01d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0734482 Jun 23 17:14:58.114382 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-126f2a3c-45b5-49a3-9882-76636c34b9b6 req-a2b53b08-3695-490f-9774-4d0bd9d3a7a7 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ff57330-a133-4e37-a83d-905103feaa58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Jun 23 17:14:58.148749 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-3dcb504b-a734-4948-a9f0-68666b2adfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:58.150496 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-3dcb504b-a734-4948-a9f0-68666b2adfd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540526 Jun 23 17:14:58.288250 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (4d534458-e5c6-486b-b395-5ee1cf6a3416), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:58.291483 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-de6a11c2-4477-4d1a-af82-9c4de25f29fa service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295538 Jun 23 17:14:58.341410 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Pushing event deleted for resources: {'Port': ['ID=4d534458-e5c6-486b-b395-5ee1cf6a3416,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:14:58.714912 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:58.715733 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] No DVR routers for this DVR port 4d534458-e5c6-486b-b395-5ee1cf6a3416 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:14:58.720917 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:58.722266 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:14:58.725928 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b91df75-4c6d-418d-87a3-de38a9028864 req-e3b112c4-315d-40c6-95cd-209e84e6bb4c tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.57 "DELETE /v2.0/ports/4d534458-e5c6-486b-b395-5ee1cf6a3416 HTTP/1.1" status: 204 len: 173 time: 1.0590026 Jun 23 17:14:58.729732 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7546dd4f-e528-4cbe-914c-a1f008219334', 'name': 'network-vif-deleted', 'tag': '4d534458-e5c6-486b-b395-5ee1cf6a3416'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:14:58.732101 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda80117-520a-471d-8bd5-53c28bc2da04" -d '{"events": [{"server_uuid": "7546dd4f-e528-4cbe-914c-a1f008219334", "name": "network-vif-deleted", "tag": "4d534458-e5c6-486b-b395-5ee1cf6a3416"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:14:58.748636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de5fa9-60e6-4892-a2d2-9893e2a09068 req-d0467d07-ac66-4fad-8ac4-518b2788cb47 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:58.750537 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11de5fa9-60e6-4892-a2d2-9893e2a09068 req-d0467d07-ac66-4fad-8ac4-518b2788cb47 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.3913536 Jun 23 17:14:58.782113 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de22380c-64ca-4175-adbf-7a4dc2d6eaba req-497bf65b-02ab-43cc-906e-c09005f68ff5 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835346 Jun 23 17:14:58.783635 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fecba6a-c59a-4090-b6b1-506e27dc99a2 x-openstack-request-id: req-7fecba6a-c59a-4090-b6b1-506e27dc99a2 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:14:58.784106 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7546dd4f-e528-4cbe-914c-a1f008219334", "name": "network-vif-deleted", "tag": "4d534458-e5c6-486b-b395-5ee1cf6a3416", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:14:58.784528 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fecba6a-c59a-4090-b6b1-506e27dc99a2 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:14:58.784926 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fecba6a-c59a-4090-b6b1-506e27dc99a2'] response: {'server_uuid': '7546dd4f-e528-4cbe-914c-a1f008219334', 'name': 'network-vif-deleted', 'tag': '4d534458-e5c6-486b-b395-5ee1cf6a3416', 'status': 'completed', 'code': 200} Jun 23 17:14:58.821234 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11de5fa9-60e6-4892-a2d2-9893e2a09068 req-24b83334-ef5d-40d8-b867-a504307eaf86 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627162 Jun 23 17:14:58.916564 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=13 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:58.922315 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=13 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:14:59.230774 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d57c9f03-173b-4d25-9796-552d6389da20 req-311e576f-574d-4870-af52-5c1c06898987 tempest-VolumesActionsTest-1185832151 tempest-VolumesActionsTest-1185832151-project] 10.222.0.18 "GET /v2.0/ports?device_id=7546dd4f-e528-4cbe-914c-a1f008219334 HTTP/1.1" status: 200 len: 210 time: 0.0291643 Jun 23 17:14:59.727369 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52452) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:59.950466 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5de635b3-1ec8-484a-83ba-81ccc591e3f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99c8d1e8f35e461dbdc25783106e4a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210684 Jun 23 17:14:59.953113 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52468) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:14:59.961041 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e063589-17ef-431c-b12e-ff14c0053470 req-db1598a8-8b03-400c-a8cc-15053090487d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:14:59.962572 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e063589-17ef-431c-b12e-ff14c0053470 req-db1598a8-8b03-400c-a8cc-15053090487d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0625014 Jun 23 17:15:00.013931 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52474) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:00.025749 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 4d534458-e5c6-486b-b395-5ee1cf6a3416 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:15:00.034137 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e063589-17ef-431c-b12e-ff14c0053470 req-5a51de86-2394-4a84-9cc1-9faed708d2fa tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645063 Jun 23 17:15:00.037724 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc664a10-209b-44d5-b2ba-061819f1cd0f admin admin] Publish callbacks [] for security_group (f48f3800-9127-4589-9c2c-e0b94a1f8ba7), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.064929 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc664a10-209b-44d5-b2ba-061819f1cd0f admin admin] Publish callbacks [] for security_group (f48f3800-9127-4589-9c2c-e0b94a1f8ba7), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.074389 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 4d534458-e5c6-486b-b395-5ee1cf6a3416 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:15:00.075392 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 4d534458-e5c6-486b-b395-5ee1cf6a3416 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:15:00.102945 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3602b401-6946-4e26-ae84-888ff36d59a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.120038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc664a10-209b-44d5-b2ba-061819f1cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (f48f3800-9127-4589-9c2c-e0b94a1f8ba7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.123730 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc664a10-209b-44d5-b2ba-061819f1cd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.128089 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-bc664a10-209b-44d5-b2ba-061819f1cd0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f48f3800-9127-4589-9c2c-e0b94a1f8ba7 HTTP/1.1" status: 204 len: 168 time: 0.1738987 Jun 23 17:15:00.138712 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc664a10-209b-44d5-b2ba-061819f1cd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f3800-9127-4589-9c2c-e0b94a1f8ba7,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:00.175903 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-418cd7c9-d5b4-488c-addd-819349220905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.280538 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-418cd7c9-d5b4-488c-addd-819349220905 admin admin] Publish callbacks [] for security_group (6108ff4d-bbe3-4bcb-ab06-ffc3b97d0285), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.289468 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-418cd7c9-d5b4-488c-addd-819349220905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (6108ff4d-bbe3-4bcb-ab06-ffc3b97d0285), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.362654 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-418cd7c9-d5b4-488c-addd-819349220905 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c8be53330104b5091ffefd2cf95ee81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448381 Jun 23 17:15:00.362871 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52498) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:00.368277 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cd7c9-d5b4-488c-addd-819349220905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6108ff4d-bbe3-4bcb-ab06-ffc3b97d0285,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:00.388150 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:00.449597 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3c964c3-6587-47d0-8ad9-cf18750774c0 admin admin] Publish callbacks [] for security_group (6108ff4d-bbe3-4bcb-ab06-ffc3b97d0285), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.481418 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3c964c3-6587-47d0-8ad9-cf18750774c0 admin admin] Publish callbacks [] for security_group (6108ff4d-bbe3-4bcb-ab06-ffc3b97d0285), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.554861 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3c964c3-6587-47d0-8ad9-cf18750774c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (6108ff4d-bbe3-4bcb-ab06-ffc3b97d0285), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.559258 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3c964c3-6587-47d0-8ad9-cf18750774c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:00.560450 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c3c964c3-6587-47d0-8ad9-cf18750774c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6108ff4d-bbe3-4bcb-ab06-ffc3b97d0285 HTTP/1.1" status: 204 len: 168 time: 0.1964107 Jun 23 17:15:00.568814 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c964c3-6587-47d0-8ad9-cf18750774c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6108ff4d-bbe3-4bcb-ab06-ffc3b97d0285,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:00.757600 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:15:01.194050 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe8d8e-141b-4339-ac51-a089b8c6611b req-6ffe7e3e-266f-411d-838f-9b660114bb12 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:01.201768 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52580) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:01.212085 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2afe8d8e-141b-4339-ac51-a089b8c6611b req-6ffe7e3e-266f-411d-838f-9b660114bb12 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0842535 Jun 23 17:15:01.270499 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2afe8d8e-141b-4339-ac51-a089b8c6611b req-188d2102-e496-4c7e-a6b9-ec4e73ab2b60 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573955 Jun 23 17:15:01.332428 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52594) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:01.395446 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f54e293b-6bc5-44ee-a714-f2abd1334c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.432421 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-786146928-network', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:01.470761 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Made reservation on behalf of e393091e3c2d42e79e9f2ec80d471faf for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:01.473120 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.490427 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.513397 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f54e293b-6bc5-44ee-a714-f2abd1334c6d admin admin] Publish callbacks [] for security_group (e50fcd40-a269-4699-8070-91b20062ab16), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.518741 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f54e293b-6bc5-44ee-a714-f2abd1334c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e50fcd40-a269-4699-8070-91b20062ab16), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.574742 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f54e293b-6bc5-44ee-a714-f2abd1334c6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82dfe3ca0433478f817d062ec5557f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717883 Jun 23 17:15:01.577447 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52598) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:01.585009 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e293b-6bc5-44ee-a714-f2abd1334c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50fcd40-a269-4699-8070-91b20062ab16,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:01.622496 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Publish callbacks [] for security_group (7024536f-4b4b-46d9-b27c-3b4fcd12c345), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.627628 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (7024536f-4b4b-46d9-b27c-3b4fcd12c345), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.634771 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7b67bda-4eb1-4a87-9d65-e9241e4b510d admin admin] Publish callbacks [] for security_group (e50fcd40-a269-4699-8070-91b20062ab16), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.636193 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:01.652001 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:15:01.661184 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7b67bda-4eb1-4a87-9d65-e9241e4b510d admin admin] Publish callbacks [] for security_group (e50fcd40-a269-4699-8070-91b20062ab16), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.670932 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7024536f-4b4b-46d9-b27c-3b4fcd12c345,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:01.674015 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (a78ffbb4-7064-4c37-91ea-be66382c0fae), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.674365 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Added segment a78ffbb4-7064-4c37-91ea-be66382c0fae of type vlan for network 7e627980-fd3e-406b-86cf-dac9a328ca6c Jun 23 17:15:01.721100 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (7e627980-fd3e-406b-86cf-dac9a328ca6c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.739491 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7b67bda-4eb1-4a87-9d65-e9241e4b510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e50fcd40-a269-4699-8070-91b20062ab16), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.742126 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7b67bda-4eb1-4a87-9d65-e9241e4b510d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.743578 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e7b67bda-4eb1-4a87-9d65-e9241e4b510d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e50fcd40-a269-4699-8070-91b20062ab16 HTTP/1.1" status: 204 len: 168 time: 0.1649549 Jun 23 17:15:01.752673 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b67bda-4eb1-4a87-9d65-e9241e4b510d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50fcd40-a269-4699-8070-91b20062ab16,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:01.766497 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (7e627980-fd3e-406b-86cf-dac9a328ca6c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.767994 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:01.768879 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.817590 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4840426 Jun 23 17:15:01.820818 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52610) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:01.825921 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Request body: {'subnet': {'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-786146928-subnet', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:01.853782 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Made reservation on behalf of e393091e3c2d42e79e9f2ec80d471faf for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:01.854961 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb814e2e-0fd8-4e12-8c7c-3f509477a2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e627980-fd3e-406b-86cf-dac9a328ca6c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:01.856980 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12083525'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:01.869637 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:15:01.991182 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:01.998539 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:02.043504 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11344060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12083507'] for subnet (66d19201-be84-4098-bf7c-aed5315315b3), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.093156 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52614) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:02.102471 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d19201-be84-4098-bf7c-aed5315315b3,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:02.107285 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cede76cf-6289-4d48-af4f-2587c4cfe690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.110313 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Checking segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:02.110673 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Network hostable DHCP agents. Network: 7e627980-fd3e-406b-86cf-dac9a328ca6c, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:15:02.128927 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:15:02.142610 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 7e627980-fd3e-406b-86cf-dac9a328ca6c) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:02.147455 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:02.148125 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.153367 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf553ad-1636-4703-851b-97be5c3bda8d None None] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:15:02.155855 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:02.168361 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3833d3e2-8229-4d46-a8a1-f0f2177c94e0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3462992 Jun 23 17:15:02.171017 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52616) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:02.175809 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:02.212184 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cede76cf-6289-4d48-af4f-2587c4cfe690 admin admin] Publish callbacks [] for security_group (4229717f-c8d2-4a91-931b-4bd8124e2d0d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.218318 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cede76cf-6289-4d48-af4f-2587c4cfe690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (4229717f-c8d2-4a91-931b-4bd8124e2d0d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.229567 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (8632da15-fd85-4798-9b6b-83d83643f31e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.230577 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (8632da15-fd85-4798-9b6b-83d83643f31e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.266103 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-7e627980-fd3e-406b-86cf-dac9a328ca6c', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:15:02.267364 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.268821 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cede76cf-6289-4d48-af4f-2587c4cfe690 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abbc1966d172468b9cdf3dbc6bebde75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1745203 Jun 23 17:15:02.270858 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede76cf-6289-4d48-af4f-2587c4cfe690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229717f-c8d2-4a91-931b-4bd8124e2d0d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:02.271731 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52620) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:02.337881 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks [] for router_controller (8632da15-fd85-4798-9b6b-83d83643f31e), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.350081 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8004c3e3-48f9-45eb-af1a-f1e798db57e6 admin admin] Publish callbacks [] for security_group (4229717f-c8d2-4a91-931b-4bd8124e2d0d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.372819 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8004c3e3-48f9-45eb-af1a-f1e798db57e6 admin admin] Publish callbacks [] for security_group (4229717f-c8d2-4a91-931b-4bd8124e2d0d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.431690 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8004c3e3-48f9-45eb-af1a-f1e798db57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (4229717f-c8d2-4a91-931b-4bd8124e2d0d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.431952 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d31fb99d-ff28-484c-9360-e426f9df3a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.439319 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8004c3e3-48f9-45eb-af1a-f1e798db57e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.442271 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8004c3e3-48f9-45eb-af1a-f1e798db57e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4229717f-c8d2-4a91-931b-4bd8124e2d0d HTTP/1.1" status: 204 len: 168 time: 0.1692774 Jun 23 17:15:02.443766 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Allocated IP 172.20.0.2 (7e627980-fd3e-406b-86cf-dac9a328ca6c/66d19201-be84-4098-bf7c-aed5315315b3/6597a69c-2a11-4b12-8c57-601811aaa2c4) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:02.455952 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004c3e3-48f9-45eb-af1a-f1e798db57e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229717f-c8d2-4a91-931b-4bd8124e2d0d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:02.489653 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdda4a-262e-4b8f-b547-9e8908c1de33 req-48227200-dfa5-4ca1-ad74-ced97a4d75ac tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:02.498291 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b4fdda4a-262e-4b8f-b547-9e8908c1de33 req-48227200-dfa5-4ca1-ad74-ced97a4d75ac tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1212809 Jun 23 17:15:02.545815 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks [] for router_gateway (8632da15-fd85-4798-9b6b-83d83643f31e), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.605744 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Publish callbacks [] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.609861 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b4fdda4a-262e-4b8f-b547-9e8908c1de33 req-919b76f2-2af5-4574-a783-0513dd8778bc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106293 Jun 23 17:15:02.614672 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.656658 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:02.659615 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:02.663438 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:02.674658 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Pushing event updated for resources: {'Port': ['ID=6597a69c-2a11-4b12-8c57-601811aaa2c4,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:02.749193 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Attempting to bind port 6597a69c-2a11-4b12-8c57-601811aaa2c4 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:02.749576 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Attempting to bind port 6597a69c-2a11-4b12-8c57-601811aaa2c4 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:02.750255 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Attempting to bind port 6597a69c-2a11-4b12-8c57-601811aaa2c4 on network 7e627980-fd3e-406b-86cf-dac9a328ca6c {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:02.756708 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:02.757828 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Checking segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:02.758333 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.758859 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Bound using segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:02.759445 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Bound port: 6597a69c-2a11-4b12-8c57-601811aaa2c4, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:02.760110 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.840312 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] For port 6597a69c-2a11-4b12-8c57-601811aaa2c4, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:02.843973 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] For port 6597a69c-2a11-4b12-8c57-601811aaa2c4, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=6597a69c-2a11-4b12-8c57-601811aaa2c4,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:02.856025 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.921871 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112ad63-4865-46e4-b8f6-94686b7fe353 None None] Pushing event updated for resources: {'Port': ['ID=6597a69c-2a11-4b12-8c57-601811aaa2c4,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:02.976506 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks [] for router_gateway (8632da15-fd85-4798-9b6b-83d83643f31e), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:02.997519 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:03.041958 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:03.116508 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Allocated IP 172.27.0.185 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/9b2c4c2e-8f6d-466d-bc68-15ec490733b8) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:03.248810 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks [] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:03.286682 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:03.331585 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:03.334648 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:03.338886 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:03.344265 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2c4c2e-8f6d-466d-bc68-15ec490733b8,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:03.362790 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:03.432616 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:03.590441 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks [] for router_gateway (8632da15-fd85-4798-9b6b-83d83643f31e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:03.754916 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f91cff-645c-46f5-ba22-31e36796fd1f req-459f5bb7-099d-4605-92f6-7e9359a0f67e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:03.757490 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30f91cff-645c-46f5-ba22-31e36796fd1f req-459f5bb7-099d-4605-92f6-7e9359a0f67e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0490522 Jun 23 17:15:03.818724 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (8632da15-fd85-4798-9b6b-83d83643f31e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:03.823582 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30f91cff-645c-46f5-ba22-31e36796fd1f req-546d8833-86dc-4417-ac31-fb6ff0b2b51d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599680 Jun 23 17:15:03.922607 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:03.977242 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Router 8632da15-fd85-4798-9b6b-83d83643f31e is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:15:04.018172 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543413b9-f36f-4f97-b0fe-88dc77a7019b None None] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:15:04.097443 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:04.111992 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:04.122433 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.123794 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-20d49fad-b510-495f-a66d-79310e4edd00 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9518461 Jun 23 17:15:04.124250 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-36545f9b-7839-41b3-8169-7475db868c61 None None] Provisioning complete for port 6597a69c-2a11-4b12-8c57-601811aaa2c4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:04.124617 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-36545f9b-7839-41b3-8169-7475db868c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.126785 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52680) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:04.158718 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:04.159661 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:04.329426 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:04.356566 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-36545f9b-7839-41b3-8169-7475db868c61 None None] Current status of the port 6597a69c-2a11-4b12-8c57-601811aaa2c4 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:04.357233 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-36545f9b-7839-41b3-8169-7475db868c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.428521 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:04.449143 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-36545f9b-7839-41b3-8169-7475db868c61 None None] For port 6597a69c-2a11-4b12-8c57-601811aaa2c4, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=6597a69c-2a11-4b12-8c57-601811aaa2c4,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:04.475050 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-36545f9b-7839-41b3-8169-7475db868c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.508698 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=9,neutron:SELECT=89,neutron:INSERT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:04.525664 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:04.531893 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:04.566484 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36545f9b-7839-41b3-8169-7475db868c61 None None] Pushing event updated for resources: {'Port': ['ID=6597a69c-2a11-4b12-8c57-601811aaa2c4,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:04.579613 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.597251 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:03Z', 'revision_number': 3, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:04.600338 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f4735534-f5ea-435f-95eb-9b601b44cc01 None None] Provisioning complete for port 6597a69c-2a11-4b12-8c57-601811aaa2c4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:04.600629 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f4735534-f5ea-435f-95eb-9b601b44cc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.644072 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:04.644441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Updating router 8632da15-fd85-4798-9b6b-83d83643f31e port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:15:04.680312 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.720418 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:04.743630 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Allocated IP 172.20.0.1 (7e627980-fd3e-406b-86cf-dac9a328ca6c/66d19201-be84-4098-bf7c-aed5315315b3/25ff6936-4a93-43c4-9d48-3eb88730f5d0) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:04.857512 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Publish callbacks [] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.898671 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.936771 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:04.939271 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:04.942451 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:04.946775 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:04.956768 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f4735534-f5ea-435f-95eb-9b601b44cc01 None None] Current status of the port 6597a69c-2a11-4b12-8c57-601811aaa2c4 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:04.985338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Pushing event updated for resources: {'Port': ['ID=25ff6936-4a93-43c4-9d48-3eb88730f5d0,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:04.996347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:04.996742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:04.997324 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:04.997721 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:04.998077 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:04.998424 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:04.998533 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddaa65-c4b8-4ec9-8bb1-eaa1ba7a63ab req-055b1fd8-643a-4a5a-953a-f5d9c0985ace tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:04.999034 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:04.999226 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:04.999788 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:05.000136 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:05.000480 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:05.000816 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:05.001129 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6eddaa65-c4b8-4ec9-8bb1-eaa1ba7a63ab req-055b1fd8-643a-4a5a-953a-f5d9c0985ace tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0670059 Jun 23 17:15:05.001260 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:05.011941 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:05.012303 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.012431 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:05.024341 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (8632da15-fd85-4798-9b6b-83d83643f31e), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.067048 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6eddaa65-c4b8-4ec9-8bb1-eaa1ba7a63ab req-7d4c1d15-fbcb-476e-a1b5-cea7e44ba937 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584159 Jun 23 17:15:05.181017 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Publish callbacks [] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.201031 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.220042 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.245948 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 6597a69c-2a11-4b12-8c57-601811aaa2c4 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:05.274912 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.309002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Attempting to bind port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:05.309378 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Attempting to bind port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:05.309745 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Attempting to bind port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:05.314636 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96b3ee-fbce-4c11-9c27-220c12314cf2 None None] Pushing event updated for resources: {'Port': ['ID=9b2c4c2e-8f6d-466d-bc68-15ec490733b8,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:05.318994 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-3338dcad-e077-4b9c-acf2-1d7c88106b80 None None] Provisioning complete for port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:05.319367 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3338dcad-e077-4b9c-acf2-1d7c88106b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.322782 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:05.323158 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:05.323547 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.323926 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:05.324394 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Bound port: 9b2c4c2e-8f6d-466d-bc68-15ec490733b8, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:05.324768 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.385908 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 6597a69c-2a11-4b12-8c57-601811aaa2c4 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:05.386288 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.387635 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:05.390364 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3338dcad-e077-4b9c-acf2-1d7c88106b80 None None] Port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:05.398398 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Publish callbacks [] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.404049 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.439009 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] For port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:05.443708 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] For port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=9b2c4c2e-8f6d-466d-bc68-15ec490733b8,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:05.452927 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.474918 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Pushing event updated for resources: {'Port': ['ID=25ff6936-4a93-43c4-9d48-3eb88730f5d0,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:05.480861 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (8632da15-fd85-4798-9b6b-83d83643f31e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.531606 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 6597a69c-2a11-4b12-8c57-601811aaa2c4 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:05.541121 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96b3ee-fbce-4c11-9c27-220c12314cf2 None None] Pushing event updated for resources: {'Port': ['ID=9b2c4c2e-8f6d-466d-bc68-15ec490733b8,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:05.543691 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:05.544283 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:05.551445 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:05.584241 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:05.585734 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:05.654961 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:05.690360 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:05.698569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Router 8632da15-fd85-4798-9b6b-83d83643f31e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:15:05.811542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:05.817230 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bb1a56c4-7b27-44b2-b605-18d2098e32f3 admin admin] 10.222.0.18 "PUT /v2.0/routers/8632da15-fd85-4798-9b6b-83d83643f31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893620 Jun 23 17:15:05.830726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-3f1b676c-07b2-456a-ba16-7d5842e6d36d None None] Provisioning complete for port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:05.831172 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3f1b676c-07b2-456a-ba16-7d5842e6d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:05.892142 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b676c-07b2-456a-ba16-7d5842e6d36d None None] Port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:05.894315 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 2, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:05.920076 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b4e75-da6b-41bb-ae1f-f90e4941395a None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 2, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:06.226362 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa3d5-06bc-4acc-b3a6-bd8930caec31 req-95ed92f2-564b-4993-a3dd-2364a5b995bc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:06.228804 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-763aa3d5-06bc-4acc-b3a6-bd8930caec31 req-95ed92f2-564b-4993-a3dd-2364a5b995bc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0755227 Jun 23 17:15:06.286275 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-763aa3d5-06bc-4acc-b3a6-bd8930caec31 req-1daed1ac-cfc9-4b76-b8af-e06faa0aca92 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508215 Jun 23 17:15:06.494767 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52724) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:06.503649 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-a87d9572-354c-497d-8617-e6c999ff2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:06.505202 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-a87d9572-354c-497d-8617-e6c999ff2ae3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 1130 time: 0.0463424 Jun 23 17:15:06.507129 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1206000663-network', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:06.539328 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Made reservation on behalf of 71ad97c2962e4f4291d1f5f31af2ede5 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:06.541647 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:06.551644 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:06.624030 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:06.643904 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-780d724f-2352-48f2-a21e-2d9db4cad48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:06.646077 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Publish callbacks [] for security_group (9e0f8cea-5d5e-471a-aab7-45b62950a236), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:06.646509 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-780d724f-2352-48f2-a21e-2d9db4cad48b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1138566 Jun 23 17:15:06.652064 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9e0f8cea-5d5e-471a-aab7-45b62950a236), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:06.679123 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:15:06.690104 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f8cea-5d5e-471a-aab7-45b62950a236,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:06.703518 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.704612 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.705583 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.706104 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.706613 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.708078 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.709062 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.709613 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.710304 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.711201 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.711696 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.712174 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.712643 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.713119 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.713600 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:06.720966 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (2681c20d-1fe3-4ce8-985d-34a0cda683b3), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:06.721499 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Added segment 2681c20d-1fe3-4ce8-985d-34a0cda683b3 of type vlan for network 19d55bff-1fb3-4309-913d-03d6a6720f1d Jun 23 17:15:06.762001 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-c60d695b-7414-4b78-b4bc-e9d16b3974d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882 HTTP/1.1" status: 200 len: 217 time: 0.1071241 Jun 23 17:15:06.800381 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (19d55bff-1fb3-4309-913d-03d6a6720f1d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:06.829626 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-dc49f6a7-30eb-4d87-b4e5-b22b42d1e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:06.831185 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-dc49f6a7-30eb-4d87-b4e5-b22b42d1e062 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0590641 Jun 23 17:15:06.832610 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (19d55bff-1fb3-4309-913d-03d6a6720f1d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:06.833707 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:06.834350 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:06.876162 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3799074 Jun 23 17:15:06.879833 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52726) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:06.886409 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Request body: {'subnet': {'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1206000663-subnet', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:06.895675 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-e9e11f36-3f8f-4c1e-b593-d20e9ddc5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:06.897367 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-e9e11f36-3f8f-4c1e-b593-d20e9ddc5d1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538220 Jun 23 17:15:06.902223 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca43d5-2796-4d3e-9c41-acb9af4ea287 admin admin] Pushing event updated for resources: {'Network': ['ID=19d55bff-1fb3-4309-913d-03d6a6720f1d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:06.914002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:15:06.938919 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Made reservation on behalf of 71ad97c2962e4f4291d1f5f31af2ede5 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:06.941299 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12083525'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.063810 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-f6810a04-df3e-43f8-b900-04aaa3e7b0ee service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589942 Jun 23 17:15:07.095309 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:07.143342 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:07.154828 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:07.178131 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:07.183052 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:07.208119 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:07.208500 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.227054 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ef20694-1e16-48d5-b130-3d5fd2bc1783 req-9af92592-5001-49b9-a690-24b737899dde service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478703 Jun 23 17:15:07.271934 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11344060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12083507'] for subnet (601981a3-6e3d-40fd-80f8-31e7a8b6a8e1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.307501 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:07.307891 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.335097 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=9b2c4c2e-8f6d-466d-bc68-15ec490733b8,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:07.345111 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Pushing event updated for resources: {'Subnet': ['ID=601981a3-6e3d-40fd-80f8-31e7a8b6a8e1,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:07.350157 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.351239 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Checking segment: {'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:07.352306 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Network hostable DHCP agents. Network: 19d55bff-1fb3-4309-913d-03d6a6720f1d, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:15:07.371707 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:15:07.384827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 19d55bff-1fb3-4309-913d-03d6a6720f1d) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:07.390028 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:07.391209 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.397326 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee1952-f351-4d31-910f-1a610405047c None None] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:15:07.416223 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b68f9325-bc7f-4430-9127-998c00f7b71b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5352845 Jun 23 17:15:07.418634 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52740) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:07.424926 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:07.443289 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217c779-3b74-4c60-957d-89227a3cafff req-a860031a-e5d2-4522-a5ec-67f0e85dc9ec tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:07.452253 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1217c779-3b74-4c60-957d-89227a3cafff req-a860031a-e5d2-4522-a5ec-67f0e85dc9ec tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0698614 Jun 23 17:15:07.466829 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=9b2c4c2e-8f6d-466d-bc68-15ec490733b8,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:07.468567 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.475246 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.543633 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1217c779-3b74-4c60-957d-89227a3cafff req-1e09eeff-a49c-4f41-b192-2cb528f3b2a9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900688 Jun 23 17:15:07.590072 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks [] for router_controller (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.615926 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-19d55bff-1fb3-4309-913d-03d6a6720f1d', 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d', 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'fixed_ips': [{'subnet_id': '601981a3-6e3d-40fd-80f8-31e7a8b6a8e1'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:15:07.616836 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.743264 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks [] for router_gateway (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.777323 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Allocated IP 172.20.0.2 (19d55bff-1fb3-4309-913d-03d6a6720f1d/601981a3-6e3d-40fd-80f8-31e7a8b6a8e1/29e3c963-5f44-4a68-9bcb-fefb12e443b1) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:07.944390 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Publish callbacks [] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.947115 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks [] for router_gateway (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.953631 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:07.968802 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:08.003716 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:08.007447 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:08.012433 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:08.021852 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Pushing event updated for resources: {'Port': ['ID=29e3c963-5f44-4a68-9bcb-fefb12e443b1,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:08.078844 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Attempting to bind port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:08.079366 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Attempting to bind port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:08.079909 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Attempting to bind port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 on network 19d55bff-1fb3-4309-913d-03d6a6720f1d {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:08.087922 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:08.088633 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Checking segment: {'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:08.090538 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:08.090538 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Bound using segment: {'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:08.090538 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Bound port: 29e3c963-5f44-4a68-9bcb-fefb12e443b1, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:08.090911 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:08.113093 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Allocated IP 172.27.0.145 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/584d11ed-2b93-4b79-9e52-7aade74b5aea) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:08.163555 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:08.166583 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] For port 29e3c963-5f44-4a68-9bcb-fefb12e443b1, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:08.169957 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] For port 29e3c963-5f44-4a68-9bcb-fefb12e443b1, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=29e3c963-5f44-4a68-9bcb-fefb12e443b1,segment=NetworkSegment(2681c20d-1fe3-4ce8-985d-34a0cda683b3),segment_id=2681c20d-1fe3-4ce8-985d-34a0cda683b3)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:08.178042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:08.254925 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6200185-9c6c-4d51-8372-15e8ebd14a61 None None] Pushing event updated for resources: {'Port': ['ID=29e3c963-5f44-4a68-9bcb-fefb12e443b1,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:08.260359 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks [] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:08.337895 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:08.365439 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:08.423707 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:08.427353 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:08.431329 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:08.479280 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Pushing event updated for resources: {'Port': ['ID=584d11ed-2b93-4b79-9e52-7aade74b5aea,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:08.780562 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:08.800123 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:08.800932 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:08.924771 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52776) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:09.008389 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:09.232697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5ca92-9915-4075-913a-a868da587465 req-b328d3c9-b20a-4976-b905-508327ed1652 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:09.234320 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-efb5ca92-9915-4075-913a-a868da587465 req-b328d3c9-b20a-4976-b905-508327ed1652 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.5388105 Jun 23 17:15:09.245567 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-64c895d9-db2d-4c73-81ec-5892ee944f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.275178 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks [] for router_gateway (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.402683 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:09.451738 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-efb5ca92-9915-4075-913a-a868da587465 req-486fd5ff-1e44-487b-b469-2dcc9adba737 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097819 Jun 23 17:15:09.484210 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-64c895d9-db2d-4c73-81ec-5892ee944f7d admin admin] Publish callbacks [] for security_group (2a2a959d-773a-4e33-b99e-5c86f0640fc4), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.494264 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-64c895d9-db2d-4c73-81ec-5892ee944f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2a2a959d-773a-4e33-b99e-5c86f0640fc4), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.512796 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:09.549876 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-64c895d9-db2d-4c73-81ec-5892ee944f7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af18d3afe2e24d249bd4656e0e29545c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6238701 Jun 23 17:15:09.551118 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52788) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:09.582661 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c895d9-db2d-4c73-81ec-5892ee944f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2a959d-773a-4e33-b99e-5c86f0640fc4,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:09.655003 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:09.661229 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.732304 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 2, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:09.766145 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:09.766793 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Updating router 8632da15-fd85-4798-9b6b-83d83643f31e port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:15:09.774083 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:09.776149 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 29e3c963-5f44-4a68-9bcb-fefb12e443b1 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:09.780818 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.824794 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.846157 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:09.846799 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.894878 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:09.905641 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3073d5-2dd3-494e-94c3-d7de997b9424 None None] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:15:09.935322 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:09.956205 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ba7b-ed51-459b-b4a7-d275653d39a9 admin admin] Publish callbacks [] for security_group (2a2a959d-773a-4e33-b99e-5c86f0640fc4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:09.967925 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:15:09.973936 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:09.993609 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:10.034457 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-36cbd14f-8d95-4dbb-a238-85dd5b9e8734 None None] Provisioning complete for port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:10.035077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-36cbd14f-8d95-4dbb-a238-85dd5b9e8734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.036571 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ba7b-ed51-459b-b4a7-d275653d39a9 admin admin] Publish callbacks [] for security_group (2a2a959d-773a-4e33-b99e-5c86f0640fc4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.045704 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:10.047143 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:10.048442 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.145240 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:10.190014 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.192941 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-33404acd-b528-4b74-a393-e5bec4373358 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7720528 Jun 23 17:15:10.195878 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52792) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:10.200399 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ba7b-ed51-459b-b4a7-d275653d39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2a2a959d-773a-4e33-b99e-5c86f0640fc4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.203865 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ba7b-ed51-459b-b4a7-d275653d39a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.205639 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a7a1ba7b-ed51-459b-b4a7-d275653d39a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a2a959d-773a-4e33-b99e-5c86f0640fc4 HTTP/1.1" status: 204 len: 168 time: 0.6533844 Jun 23 17:15:10.223671 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Publish callbacks [] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.236107 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.245653 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1ba7b-ed51-459b-b4a7-d275653d39a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2a959d-773a-4e33-b99e-5c86f0640fc4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:10.287070 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Sync routers for ids ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:10.290440 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257860a-3c66-4c58-9ecc-c0e72fcc38af None None] Pushing event updated for resources: {'Port': ['ID=25ff6936-4a93-43c4-9d48-3eb88730f5d0,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:10.352127 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 29e3c963-5f44-4a68-9bcb-fefb12e443b1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=29e3c963-5f44-4a68-9bcb-fefb12e443b1,segment=NetworkSegment(2681c20d-1fe3-4ce8-985d-34a0cda683b3),segment_id=2681c20d-1fe3-4ce8-985d-34a0cda683b3)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:10.363418 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Routers {'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:10.364080 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:10.384558 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.450805 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Attempting to bind port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:10.451183 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Attempting to bind port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:10.451548 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Attempting to bind port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 on network 7e627980-fd3e-406b-86cf-dac9a328ca6c {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:10.469368 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:10.469742 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Checking segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:10.470172 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.470564 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Bound using segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:10.471042 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Bound port: 25ff6936-4a93-43c4-9d48-3eb88730f5d0, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:10.471423 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.497002 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:10.651328 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] For port 25ff6936-4a93-43c4-9d48-3eb88730f5d0, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:10.656190 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] For port 25ff6936-4a93-43c4-9d48-3eb88730f5d0, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=25ff6936-4a93-43c4-9d48-3eb88730f5d0,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:10.679651 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.707936 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-36cbd14f-8d95-4dbb-a238-85dd5b9e8734 None None] Current status of the port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:10.855571 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:10.858850 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:10.859956 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:10.868567 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281dc57-9478-4dc2-a802-68d66ce53ee9 req-d3583765-86a4-4cc5-8b1b-0bb5cabd9092 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:10.875802 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3281dc57-9478-4dc2-a802-68d66ce53ee9 req-d3583765-86a4-4cc5-8b1b-0bb5cabd9092 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.2562778 Jun 23 17:15:10.928651 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=29e3c963-5f44-4a68-9bcb-fefb12e443b1,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:10.942573 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.943301 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.943936 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.944648 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.945175 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.945707 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.946253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.946772 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.947387 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.947911 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.948432 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.949124 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.949644 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.950199 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.953192 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:10.961823 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f23dc8fa-6364-42fc-af25-e5ef0c1aef46 None None] Provisioning complete for port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:10.962653 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f23dc8fa-6364-42fc-af25-e5ef0c1aef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:10.987910 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:11.002214 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Set router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:11.030452 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3281dc57-9478-4dc2-a802-68d66ce53ee9 req-4679af47-41d1-42f8-b8d6-1039fecad423 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505661 Jun 23 17:15:11.030917 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52806) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:11.056292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89a1d3f0-e2fb-42c0-9ce0-23644e2c5804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.106771 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:11.179448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89a1d3f0-e2fb-42c0-9ce0-23644e2c5804 admin admin] Publish callbacks [] for security_group (11f6f9d5-4f45-4339-a19e-c4e4a9e0c096), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.185072 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.206863 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89a1d3f0-e2fb-42c0-9ce0-23644e2c5804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (11f6f9d5-4f45-4339-a19e-c4e4a9e0c096), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.274578 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257860a-3c66-4c58-9ecc-c0e72fcc38af None None] Pushing event updated for resources: {'Port': ['ID=25ff6936-4a93-43c4-9d48-3eb88730f5d0,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:11.291720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1d3f0-e2fb-42c0-9ce0-23644e2c5804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f6f9d5-4f45-4339-a19e-c4e4a9e0c096,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:11.351139 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52810) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:11.351715 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-89a1d3f0-e2fb-42c0-9ce0-23644e2c5804 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2688e76f2bfe449fb60066a5aacf1052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190856 Jun 23 17:15:11.360933 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 29e3c963-5f44-4a68-9bcb-fefb12e443b1 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:11.452043 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:10Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:11.490009 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed8253-22c6-4030-baa8-7a7f15abc548 None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:10Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:11.535952 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Allocated IP 172.20.0.1 (19d55bff-1fb3-4309-913d-03d6a6720f1d/601981a3-6e3d-40fd-80f8-31e7a8b6a8e1/0efb25a6-65fa-49b0-acd6-8b24ccfcef14) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:11.537938 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d65f024a-e1c3-4d34-b718-2ceb1e77eb64 admin admin] Publish callbacks [] for security_group (11f6f9d5-4f45-4339-a19e-c4e4a9e0c096), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.549290 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f23dc8fa-6364-42fc-af25-e5ef0c1aef46 None None] Current status of the port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:11.550019 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f23dc8fa-6364-42fc-af25-e5ef0c1aef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.554009 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:11.554546 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.557011 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:08Z', 'revision_number': 3, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:11.567882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d65f024a-e1c3-4d34-b718-2ceb1e77eb64 admin admin] Publish callbacks [] for security_group (11f6f9d5-4f45-4339-a19e-c4e4a9e0c096), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.602913 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Checking router: ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:11.603184 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Updating router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a port 584d11ed-2b93-4b79-9e52-7aade74b5aea binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:15:11.634572 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d65f024a-e1c3-4d34-b718-2ceb1e77eb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (11f6f9d5-4f45-4339-a19e-c4e4a9e0c096), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.637675 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d65f024a-e1c3-4d34-b718-2ceb1e77eb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.639498 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d65f024a-e1c3-4d34-b718-2ceb1e77eb64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11f6f9d5-4f45-4339-a19e-c4e4a9e0c096 HTTP/1.1" status: 204 len: 168 time: 0.2863228 Jun 23 17:15:11.679388 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f024a-e1c3-4d34-b718-2ceb1e77eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f6f9d5-4f45-4339-a19e-c4e4a9e0c096,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:11.691500 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.719461 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:11.920811 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Publish callbacks [] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:11.945505 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f23dc8fa-6364-42fc-af25-e5ef0c1aef46 None None] For port 25ff6936-4a93-43c4-9d48-3eb88730f5d0, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=25ff6936-4a93-43c4-9d48-3eb88730f5d0,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:11.982930 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.111737 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f23dc8fa-6364-42fc-af25-e5ef0c1aef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.195025 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:12.226603 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:12.232405 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2705474-fa1c-4486-a7f4-edb1cbe5674d req-9746d47d-4ceb-4815-8494-a8b7bd2dd581 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:12.245077 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2705474-fa1c-4486-a7f4-edb1cbe5674d req-9746d47d-4ceb-4815-8494-a8b7bd2dd581 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0875168 Jun 23 17:15:12.339402 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2705474-fa1c-4486-a7f4-edb1cbe5674d req-ca1fe113-e51c-4336-9df9-d7712d756011 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931304 Jun 23 17:15:12.420712 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Publish callbacks [] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.434913 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:12.452188 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:12.453273 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.457376 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:12.466732 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:12.493703 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Attempting to bind port 584d11ed-2b93-4b79-9e52-7aade74b5aea on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:12.494030 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Attempting to bind port 584d11ed-2b93-4b79-9e52-7aade74b5aea by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:12.494356 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Attempting to bind port 584d11ed-2b93-4b79-9e52-7aade74b5aea on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:12.502677 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:12.503070 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:12.503470 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.503865 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:12.504346 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Bound port: 584d11ed-2b93-4b79-9e52-7aade74b5aea, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:12.504726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.575415 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Pushing event updated for resources: {'Port': ['ID=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:12.576528 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] For port 584d11ed-2b93-4b79-9e52-7aade74b5aea, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:12.588845 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] For port 584d11ed-2b93-4b79-9e52-7aade74b5aea, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=584d11ed-2b93-4b79-9e52-7aade74b5aea,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:12.598710 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-95cf1f5a-7d97-443f-afee-e24d462bedef None None] Provisioning complete for port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:12.599145 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-95cf1f5a-7d97-443f-afee-e24d462bedef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.623919 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.679836 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.725450 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Routers {'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:12.726429 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:12.747807 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:12.827772 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:12.840114 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:12.841148 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dc8fa-6364-42fc-af25-e5ef0c1aef46 None None] Pushing event updated for resources: {'Port': ['ID=25ff6936-4a93-43c4-9d48-3eb88730f5d0,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:12.954192 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] Set router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:13.025863 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-95cf1f5a-7d97-443f-afee-e24d462bedef None None] Current status of the port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:13.056929 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Publish callbacks [] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:13.063710 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4091b-4e61-4ca0-8cb0-9d9e441bb3e7 None None] Pushing event updated for resources: {'Port': ['ID=584d11ed-2b93-4b79-9e52-7aade74b5aea,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:13.064121 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:13.074784 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-95cf1f5a-7d97-443f-afee-e24d462bedef None None] Provisioning complete for port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:13.075368 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-95cf1f5a-7d97-443f-afee-e24d462bedef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:13.177455 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Pushing event updated for resources: {'Port': ['ID=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:13.201979 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:13.227133 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 25ff6936-4a93-43c4-9d48-3eb88730f5d0 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:13.311687 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:13.313365 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:13.521819 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:13.544231 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4091b-4e61-4ca0-8cb0-9d9e441bb3e7 None None] Pushing event updated for resources: {'Port': ['ID=584d11ed-2b93-4b79-9e52-7aade74b5aea,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:13.602109 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb1e94-12f4-4618-87fe-6b47537268b3 req-a7560fcb-25cd-4f95-af2e-1bc2acb53acc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:13.604085 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1ddb1e94-12f4-4618-87fe-6b47537268b3 req-a7560fcb-25cd-4f95-af2e-1bc2acb53acc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1310065 Jun 23 17:15:13.615368 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-95cf1f5a-7d97-443f-afee-e24d462bedef None None] Current status of the port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:13.629480 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:15:13.661760 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:13.662257 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:13.695995 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:08Z', 'revision_number': 3, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:13.741737 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa313af-c4dd-473c-aa60-b75296055226 None None] The sync data for ids ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'] in dv-cinder-835384-10-iscsi is: [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:08Z', 'revision_number': 3, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:13.761740 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-aa5908db-8079-4ab9-98dc-5f788f1571a7 None None] Provisioning complete for port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:13.762274 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-aa5908db-8079-4ab9-98dc-5f788f1571a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:13.798361 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1ddb1e94-12f4-4618-87fe-6b47537268b3 req-7d15a85b-0e98-4ee3-bad2-280946eb9e81 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664181 Jun 23 17:15:13.826422 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-aa5908db-8079-4ab9-98dc-5f788f1571a7 None None] Port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:13.871292 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:13.872567 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:13.883937 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e22d8c0c-3415-4859-973b-6ff62cac3310 admin admin] 10.222.0.18 "PUT /v2.0/routers/ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6857045 Jun 23 17:15:14.543678 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 52890) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:14.548472 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-83262f71-e913-49b1-a33f-bce90cd9da14 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613163096', 'description': 'tempest-secgroup-smoke-1613163096 description', 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:14.564196 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:14.580875 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83262f71-e913-49b1-a33f-bce90cd9da14 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.663161 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83262f71-e913-49b1-a33f-bce90cd9da14 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group (07720890-6cb7-466c-81b9-c42434568d4a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.668736 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83262f71-e913-49b1-a33f-bce90cd9da14 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (07720890-6cb7-466c-81b9-c42434568d4a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.707249 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83262f71-e913-49b1-a33f-bce90cd9da14 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.709014 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-83262f71-e913-49b1-a33f-bce90cd9da14 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1641707 Jun 23 17:15:14.711466 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83262f71-e913-49b1-a33f-bce90cd9da14 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07720890-6cb7-466c-81b9-c42434568d4a,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:14.712194 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52892) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:14.718209 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-772e7cca-877d-4a4f-bf34-412cc07ca9b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'security_group_rule': {'security_group_id': '07720890-6cb7-466c-81b9-c42434568d4a', 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:14.779755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-772e7cca-877d-4a4f-bf34-412cc07ca9b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (90450e39-0260-40a1-a225-fdaefa5c14b7), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.859958 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-772e7cca-877d-4a4f-bf34-412cc07ca9b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (90450e39-0260-40a1-a225-fdaefa5c14b7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.868509 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-772e7cca-877d-4a4f-bf34-412cc07ca9b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (90450e39-0260-40a1-a225-fdaefa5c14b7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.901339 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-772e7cca-877d-4a4f-bf34-412cc07ca9b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.907561 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-772e7cca-877d-4a4f-bf34-412cc07ca9b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927943 Jun 23 17:15:14.908432 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52908) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:14.916775 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-89e801de-239b-4ca8-aa03-411327fcd7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'security_group_rule': {'security_group_id': '07720890-6cb7-466c-81b9-c42434568d4a', 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:14.940237 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e7cca-877d-4a4f-bf34-412cc07ca9b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90450e39-0260-40a1-a225-fdaefa5c14b7,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:14.957051 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89e801de-239b-4ca8-aa03-411327fcd7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (c409bd87-3901-475f-a93f-dced3d154cc7), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:14.958789 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c1ebf-9aa0-4bf3-8865-18affc2b5178 req-0f474a88-5f59-4d4a-845d-c4be7461248e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:14.966416 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d84c1ebf-9aa0-4bf3-8865-18affc2b5178 req-0f474a88-5f59-4d4a-845d-c4be7461248e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0654683 Jun 23 17:15:15.011302 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d84c1ebf-9aa0-4bf3-8865-18affc2b5178 req-8704ee6c-3cbd-4ca2-bba2-966deda4d9db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Jun 23 17:15:15.019157 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89e801de-239b-4ca8-aa03-411327fcd7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (c409bd87-3901-475f-a93f-dced3d154cc7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.024521 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89e801de-239b-4ca8-aa03-411327fcd7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (c409bd87-3901-475f-a93f-dced3d154cc7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.043395 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e801de-239b-4ca8-aa03-411327fcd7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c409bd87-3901-475f-a93f-dced3d154cc7,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:15.053517 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-89e801de-239b-4ca8-aa03-411327fcd7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.054739 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-89e801de-239b-4ca8-aa03-411327fcd7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450312 Jun 23 17:15:15.057445 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52910) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:15.062141 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-7cf2beba-31d4-4b00-a690-27051f41d572 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'security_group_rule': {'security_group_id': '07720890-6cb7-466c-81b9-c42434568d4a', 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:15.091049 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7cf2beba-31d4-4b00-a690-27051f41d572 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (d5b11c67-83b6-4983-aded-ccd6e21d36fc), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.106441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:15.118565 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:15.127970 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 584d11ed-2b93-4b79-9e52-7aade74b5aea up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:15.157857 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7cf2beba-31d4-4b00-a690-27051f41d572 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (d5b11c67-83b6-4983-aded-ccd6e21d36fc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.163468 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7cf2beba-31d4-4b00-a690-27051f41d572 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (d5b11c67-83b6-4983-aded-ccd6e21d36fc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.182988 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 584d11ed-2b93-4b79-9e52-7aade74b5aea triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:15.183438 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.186829 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2beba-31d4-4b00-a690-27051f41d572 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b11c67-83b6-4983-aded-ccd6e21d36fc,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:15.192852 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7cf2beba-31d4-4b00-a690-27051f41d572 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.194440 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7cf2beba-31d4-4b00-a690-27051f41d572 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360683 Jun 23 17:15:15.197172 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52912) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:15.201653 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ca8b7d41-9731-442d-ae67-b34e24ccb93f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'security_group_rule': {'security_group_id': '07720890-6cb7-466c-81b9-c42434568d4a', 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:15.229182 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7d41-9731-442d-ae67-b34e24ccb93f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (e7670708-0329-46fa-9e32-e638dc8c382b), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.256782 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 584d11ed-2b93-4b79-9e52-7aade74b5aea is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:15.257178 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.278476 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 584d11ed-2b93-4b79-9e52-7aade74b5aea, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=584d11ed-2b93-4b79-9e52-7aade74b5aea,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:15.283679 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.290816 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7d41-9731-442d-ae67-b34e24ccb93f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (e7670708-0329-46fa-9e32-e638dc8c382b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.295948 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7d41-9731-442d-ae67-b34e24ccb93f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (e7670708-0329-46fa-9e32-e638dc8c382b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.315666 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b7d41-9731-442d-ae67-b34e24ccb93f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7670708-0329-46fa-9e32-e638dc8c382b,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:15.323893 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ca8b7d41-9731-442d-ae67-b34e24ccb93f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.325150 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ca8b7d41-9731-442d-ae67-b34e24ccb93f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269693 Jun 23 17:15:15.327953 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52914) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:15.332285 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-57cbf7e7-d9f7-4192-a298-a100a98435a1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'security_group_rule': {'security_group_id': '07720890-6cb7-466c-81b9-c42434568d4a', 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:15.336955 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=584d11ed-2b93-4b79-9e52-7aade74b5aea,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:15.359283 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.securitygroups_db [None req-57cbf7e7-d9f7-4192-a298-a100a98435a1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Project e393091e3c2d42e79e9f2ec80d471faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:15:15.366217 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57cbf7e7-d9f7-4192-a298-a100a98435a1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (129753b5-32d6-40b8-891d-101975eed8db), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.429059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57cbf7e7-d9f7-4192-a298-a100a98435a1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (129753b5-32d6-40b8-891d-101975eed8db), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.434132 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57cbf7e7-d9f7-4192-a298-a100a98435a1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (129753b5-32d6-40b8-891d-101975eed8db), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.450808 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbf7e7-d9f7-4192-a298-a100a98435a1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129753b5-32d6-40b8-891d-101975eed8db,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:15.463513 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-57cbf7e7-d9f7-4192-a298-a100a98435a1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.464799 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-57cbf7e7-d9f7-4192-a298-a100a98435a1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358604 Jun 23 17:15:15.467688 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 52918) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:15.472103 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-f7ad93a3-60cb-4391-af37-db4942653413 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'security_group_rule': {'security_group_id': '07720890-6cb7-466c-81b9-c42434568d4a', 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:15.494462 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.securitygroups_db [None req-f7ad93a3-60cb-4391-af37-db4942653413 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Project e393091e3c2d42e79e9f2ec80d471faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:15:15.500573 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7ad93a3-60cb-4391-af37-db4942653413 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (2342b1f8-320e-418f-af97-cd418c7c2232), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.565947 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7ad93a3-60cb-4391-af37-db4942653413 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (2342b1f8-320e-418f-af97-cd418c7c2232), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.569844 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7ad93a3-60cb-4391-af37-db4942653413 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (2342b1f8-320e-418f-af97-cd418c7c2232), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.589997 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad93a3-60cb-4391-af37-db4942653413 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2342b1f8-320e-418f-af97-cd418c7c2232,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:15.597958 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f7ad93a3-60cb-4391-af37-db4942653413 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:15.599176 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f7ad93a3-60cb-4391-af37-db4942653413 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305096 Jun 23 17:15:15.701934 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Sync routers for ids ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:15.714615 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Routers {'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:15.715231 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:15.821974 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Set router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:16.012874 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:12Z', 'revision_number': 4, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '0efb25a6-65fa-49b0-acd6-8b24ccfcef14', 'name': '', 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'mac_address': 'fa:16:3e:e2:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '601981a3-6e3d-40fd-80f8-31e7a8b6a8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:11Z', 'updated_at': '2022-06-23T17:15:12Z', 'revision_number': 2, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'subnets': [{'id': '601981a3-6e3d-40fd-80f8-31e7a8b6a8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:16.038740 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Checking router: ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:16.039100 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Updating router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:15:16.072928 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:16.076499 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:16.178133 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed967da2-503d-48b8-b0e8-350cb6492a53 req-d7533da7-cbcc-4b20-89b8-ec59c0db9fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:16.192465 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed967da2-503d-48b8-b0e8-350cb6492a53 req-d7533da7-cbcc-4b20-89b8-ec59c0db9fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0775237 Jun 23 17:15:16.272566 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed967da2-503d-48b8-b0e8-350cb6492a53 req-81b35c18-441b-445d-81e5-3c34165207ca tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785260 Jun 23 17:15:16.503557 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Publish callbacks [] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:16.511277 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:16.554890 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:16.590731 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Pushing event updated for resources: {'Port': ['ID=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:16.618301 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.618810 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.619309 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.619822 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.620300 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.620781 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.621107 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.621433 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.621862 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.622107 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.622434 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.622761 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.623066 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.623383 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.623702 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:15:16.683707 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Attempting to bind port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:16.684200 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Attempting to bind port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:16.684637 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Attempting to bind port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 on network 19d55bff-1fb3-4309-913d-03d6a6720f1d {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:16.691327 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:16.691327 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Checking segment: {'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:16.691570 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:16.691903 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Bound using segment: {'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:16.692339 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Bound port: 0efb25a6-65fa-49b0-acd6-8b24ccfcef14, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2681c20d-1fe3-4ce8-985d-34a0cda683b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:16.692743 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:16.797069 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] For port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:16.805174 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] For port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,segment=NetworkSegment(2681c20d-1fe3-4ce8-985d-34a0cda683b3),segment_id=2681c20d-1fe3-4ce8-985d-34a0cda683b3)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:16.821307 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:16.889366 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Routers {'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:16.890605 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:17.006631 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-6e019337-6796-4b14-a0f2-f7aa7b764cee None None] Provisioning complete for port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:17.007231 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6e019337-6796-4b14-a0f2-f7aa7b764cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:17.061585 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219a19a-9fdc-4aee-9187-3f5e705889d8 None None] Pushing event updated for resources: {'Port': ['ID=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:17.107120 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] Set router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:17.203652 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:17.215369 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-6e019337-6796-4b14-a0f2-f7aa7b764cee None None] Current status of the port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:17.220430 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6e019337-6796-4b14-a0f2-f7aa7b764cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:17.276060 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 584d11ed-2b93-4b79-9e52-7aade74b5aea up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:17.372756 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-6e019337-6796-4b14-a0f2-f7aa7b764cee None None] For port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,segment=NetworkSegment(2681c20d-1fe3-4ce8-985d-34a0cda683b3),segment_id=2681c20d-1fe3-4ce8-985d-34a0cda683b3)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:17.392278 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6e019337-6796-4b14-a0f2-f7aa7b764cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:17.447475 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 584d11ed-2b93-4b79-9e52-7aade74b5aea triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:17.452565 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:17.471854 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd87c4-5198-490a-84b5-de23c243d238 req-caba3b1a-6c90-4276-a8bd-5e96a6f9405b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:17.480951 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0ecd87c4-5198-490a-84b5-de23c243d238 req-caba3b1a-6c90-4276-a8bd-5e96a6f9405b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0780339 Jun 23 17:15:17.516595 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:17.528786 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:17.538623 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:12Z', 'revision_number': 4, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '0efb25a6-65fa-49b0-acd6-8b24ccfcef14', 'name': '', 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'mac_address': 'fa:16:3e:e2:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '601981a3-6e3d-40fd-80f8-31e7a8b6a8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:11Z', 'updated_at': '2022-06-23T17:15:16Z', 'revision_number': 4, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'subnets': [{'id': '601981a3-6e3d-40fd-80f8-31e7a8b6a8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:17.544269 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e019337-6796-4b14-a0f2-f7aa7b764cee None None] Pushing event updated for resources: {'Port': ['ID=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:17.547012 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0ecd87c4-5198-490a-84b5-de23c243d238 req-6f12aa30-aab4-4e42-9880-2b8a9cf11f4e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646994 Jun 23 17:15:17.548288 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-befdbd40-76bd-4b61-8bdb-e55a231a1ba3 None None] Provisioning complete for port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:17.548959 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-befdbd40-76bd-4b61-8bdb-e55a231a1ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:17.587671 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa59dbea-92b2-4684-ab9c-a53053d3266c None None] The sync data for ids ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'] in dv-cinder-835384-10-iscsi is: [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:12Z', 'revision_number': 4, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '0efb25a6-65fa-49b0-acd6-8b24ccfcef14', 'name': '', 'network_id': '19d55bff-1fb3-4309-913d-03d6a6720f1d', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'mac_address': 'fa:16:3e:e2:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '601981a3-6e3d-40fd-80f8-31e7a8b6a8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:11Z', 'updated_at': '2022-06-23T17:15:16Z', 'revision_number': 4, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'subnets': [{'id': '601981a3-6e3d-40fd-80f8-31e7a8b6a8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:17.748103 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-befdbd40-76bd-4b61-8bdb-e55a231a1ba3 None None] Current status of the port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:17.759269 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 584d11ed-2b93-4b79-9e52-7aade74b5aea is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:18.730135 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc9a5c-4991-4524-b9da-22b17d5a5bf8 req-7862602e-5867-4261-9b1c-81cf9eff6b16 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:18.744352 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9cc9a5c-4991-4524-b9da-22b17d5a5bf8 req-7862602e-5867-4261-9b1c-81cf9eff6b16 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0941556 Jun 23 17:15:18.839418 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9cc9a5c-4991-4524-b9da-22b17d5a5bf8 req-6c1f1bb2-7889-4919-86b9-8808f5a30c83 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906475 Jun 23 17:15:19.150919 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:19.209734 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:19.210520 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:19.255123 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53072) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:19.308666 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:19.379352 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d55353f-ef02-4139-be02-f92e43fa7330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:19.468705 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d55353f-ef02-4139-be02-f92e43fa7330 admin admin] Publish callbacks [] for security_group (a89ecda6-622a-4d5a-8b04-bbc7eca72f6d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:19.473527 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d55353f-ef02-4139-be02-f92e43fa7330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a89ecda6-622a-4d5a-8b04-bbc7eca72f6d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:19.520892 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4d55353f-ef02-4139-be02-f92e43fa7330 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e48477b4ac59421e809d172cc0bc5ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646313 Jun 23 17:15:19.522434 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55353f-ef02-4139-be02-f92e43fa7330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89ecda6-622a-4d5a-8b04-bbc7eca72f6d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:19.525408 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53076) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:19.595949 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cf27de5e-e6fa-425f-97fa-134c2f8187c7 admin admin] Publish callbacks [] for security_group (a89ecda6-622a-4d5a-8b04-bbc7eca72f6d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:19.600534 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:19.620449 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cf27de5e-e6fa-425f-97fa-134c2f8187c7 admin admin] Publish callbacks [] for security_group (a89ecda6-622a-4d5a-8b04-bbc7eca72f6d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:19.675086 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cf27de5e-e6fa-425f-97fa-134c2f8187c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a89ecda6-622a-4d5a-8b04-bbc7eca72f6d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:19.678851 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cf27de5e-e6fa-425f-97fa-134c2f8187c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:19.680293 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cf27de5e-e6fa-425f-97fa-134c2f8187c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a89ecda6-622a-4d5a-8b04-bbc7eca72f6d HTTP/1.1" status: 204 len: 168 time: 0.1537170 Jun 23 17:15:19.694429 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27de5e-e6fa-425f-97fa-134c2f8187c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89ecda6-622a-4d5a-8b04-bbc7eca72f6d,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:20.001259 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f269843-2e2f-4f7d-8297-535b74e93105 req-ab8dfb27-6259-4123-9d85-fadef04f4dde tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:20.004434 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4f269843-2e2f-4f7d-8297-535b74e93105 req-ab8dfb27-6259-4123-9d85-fadef04f4dde tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0848255 Jun 23 17:15:20.063415 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53090) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:20.070512 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4f269843-2e2f-4f7d-8297-535b74e93105 req-32b6f0d2-3cca-4222-adc3-e01bd7992ff4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593338 Jun 23 17:15:20.096081 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a335d2d-3a66-4558-9ab4-42d421575ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.129342 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:20.218758 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a335d2d-3a66-4558-9ab4-42d421575ffd admin admin] Publish callbacks [] for security_group (9e54f906-205d-4485-8976-4e3bd7a054de), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.226260 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a335d2d-3a66-4558-9ab4-42d421575ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9e54f906-205d-4485-8976-4e3bd7a054de), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.230742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:20.278847 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53096) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:20.287428 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5a335d2d-3a66-4558-9ab4-42d421575ffd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a173605b259e49d1991b1bb1b499f718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215593 Jun 23 17:15:20.293887 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a335d2d-3a66-4558-9ab4-42d421575ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e54f906-205d-4485-8976-4e3bd7a054de,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:20.327296 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:20.348583 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c636db19-b316-45c0-a08e-f8b5ddf46c65 admin admin] Publish callbacks [] for security_group (9e54f906-205d-4485-8976-4e3bd7a054de), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.373640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c636db19-b316-45c0-a08e-f8b5ddf46c65 admin admin] Publish callbacks [] for security_group (9e54f906-205d-4485-8976-4e3bd7a054de), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.433431 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c636db19-b316-45c0-a08e-f8b5ddf46c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9e54f906-205d-4485-8976-4e3bd7a054de), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.436782 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c636db19-b316-45c0-a08e-f8b5ddf46c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.440535 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c636db19-b316-45c0-a08e-f8b5ddf46c65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e54f906-205d-4485-8976-4e3bd7a054de HTTP/1.1" status: 204 len: 168 time: 0.1577816 Jun 23 17:15:20.448865 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636db19-b316-45c0-a08e-f8b5ddf46c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e54f906-205d-4485-8976-4e3bd7a054de,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:20.450495 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53102) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:20.602845 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff5de-af14-4814-b402-4f47a4ea6f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.736737 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff5de-af14-4814-b402-4f47a4ea6f8b admin admin] Publish callbacks [] for security_group (3639160c-151e-4a27-96e2-9fa42344ca52), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.743786 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff5de-af14-4814-b402-4f47a4ea6f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (3639160c-151e-4a27-96e2-9fa42344ca52), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.784590 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ff5de-af14-4814-b402-4f47a4ea6f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3639160c-151e-4a27-96e2-9fa42344ca52,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:20.803361 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fc6ff5de-af14-4814-b402-4f47a4ea6f8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b0ade3474274120b965343249abcd50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342347 Jun 23 17:15:20.803715 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53112) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:20.864574 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe20e-fc42-4e45-a6e8-31b3f721d7eb admin admin] Publish callbacks [] for security_group (3639160c-151e-4a27-96e2-9fa42344ca52), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.890069 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe20e-fc42-4e45-a6e8-31b3f721d7eb admin admin] Publish callbacks [] for security_group (3639160c-151e-4a27-96e2-9fa42344ca52), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.951542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe20e-fc42-4e45-a6e8-31b3f721d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (3639160c-151e-4a27-96e2-9fa42344ca52), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.954599 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe20e-fc42-4e45-a6e8-31b3f721d7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:20.956138 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2a2fe20e-fc42-4e45-a6e8-31b3f721d7eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3639160c-151e-4a27-96e2-9fa42344ca52 HTTP/1.1" status: 204 len: 168 time: 0.1514206 Jun 23 17:15:20.967140 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fe20e-fc42-4e45-a6e8-31b3f721d7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3639160c-151e-4a27-96e2-9fa42344ca52,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:21.303675 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd371c10-3b17-4ad2-b2ed-acb5485a2e46 req-66a87c9b-28ff-4e5a-a39c-d67fbf4aada2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:21.312992 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd371c10-3b17-4ad2-b2ed-acb5485a2e46 req-66a87c9b-28ff-4e5a-a39c-d67fbf4aada2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1475434 Jun 23 17:15:21.426329 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd371c10-3b17-4ad2-b2ed-acb5485a2e46 req-d2495724-aa59-47da-8ce1-6955d964d8cf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118624 Jun 23 17:15:22.152178 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53170) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:22.379684 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-219018943-network', 'tenant_id': '26dde39423224c57b71005a60dacbed3'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:22.415778 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Made reservation on behalf of 26dde39423224c57b71005a60dacbed3 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:22.418955 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:22.436345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:22.555717 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-124165f0-895f-499f-aad7-c3b2ae6af878 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1592527015&fields=id&tenant_id=e456e86229d84ae28c56cf25357f99bc HTTP/1.1" status: 200 len: 267 time: 0.0920649 Jun 23 17:15:22.573586 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Publish callbacks [] for security_group (928d152e-f95d-49db-9c8d-f76606d36971), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:22.582566 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (928d152e-f95d-49db-9c8d-f76606d36971), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:22.603685 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:15:22.615154 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (d340b5ef-4223-447e-9889-4a3bb50d72d4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:22.616737 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Added segment d340b5ef-4223-447e-9889-4a3bb50d72d4 of type vlan for network 2332f670-26c0-4a09-b312-dc7134c61067 Jun 23 17:15:22.674008 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (2332f670-26c0-4a09-b312-dc7134c61067), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:22.722442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-d5ba3b07-6fed-4d9a-b5d1-fc378baea0a3 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:22.730187 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-d5ba3b07-6fed-4d9a-b5d1-fc378baea0a3 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/networks?id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 200 len: 809 time: 0.1734917 Jun 23 17:15:22.734491 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (2332f670-26c0-4a09-b312-dc7134c61067), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:22.735858 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:22.736681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:22.751234 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-788ee9c5-0ac0-4228-ad6d-875a88dce14b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/quotas/e456e86229d84ae28c56cf25357f99bc HTTP/1.1" status: 200 len: 375 time: 0.0200913 Jun 23 17:15:22.771562 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:22.817206 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928d152e-f95d-49db-9c8d-f76606d36971,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:22.833520 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca10837-3cb9-4416-8255-5cd3bc9a5ff4 req-e624925c-a48a-471b-b5ce-8e50deb934a7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:22.836091 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cca10837-3cb9-4416-8255-5cd3bc9a5ff4 req-e624925c-a48a-471b-b5ce-8e50deb934a7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1286952 Jun 23 17:15:22.843077 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6896400 Jun 23 17:15:22.843943 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53198) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:22.856083 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Request body: {'subnet': {'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-219018943-subnet', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:22.857440 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-67cbca09-6f8f-4a84-8e57-180321a16eb6 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e456e86229d84ae28c56cf25357f99bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039832 Jun 23 17:15:22.929381 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a92be-ca1c-4ef8-9415-9d76fe52c92c admin admin] Pushing event updated for resources: {'Network': ['ID=2332f670-26c0-4a09-b312-dc7134c61067,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:22.943308 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 2332f670-26c0-4a09-b312-dc7134c61067 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:15:22.988612 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cca10837-3cb9-4416-8255-5cd3bc9a5ff4 req-1cec12a9-72fb-4277-a291-a37f6177a175 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377459 Jun 23 17:15:23.006656 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Made reservation on behalf of 26dde39423224c57b71005a60dacbed3 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:23.011154 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12083525'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:23.038768 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-79493a34-2232-49de-89ca-77de3ebc8f3a service neutron] 10.222.0.18 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710579 Jun 23 17:15:23.180241 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-8d8ec980-25f3-4f38-b414-1da9ee8eacae service neutron] 10.222.0.18 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333785 Jun 23 17:15:23.255154 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:23.262803 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11344060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12083507'] for subnet (88d44bd9-b1fa-4867-b53c-a7463ec79833), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:23.394480 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d44bd9-b1fa-4867-b53c-a7463ec79833,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:23.405525 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Checking segment: {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:23.405929 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Network hostable DHCP agents. Network: 2332f670-26c0-4a09-b312-dc7134c61067, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:15:23.433343 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Network 2332f670-26c0-4a09-b312-dc7134c61067 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:15:23.475417 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 2332f670-26c0-4a09-b312-dc7134c61067) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:23.487398 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb64fa4-a425-4931-8eff-ba46cd0969fe None None] Network 2332f670-26c0-4a09-b312-dc7134c61067 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:15:23.509047 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:23.511812 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:23.563902 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bd1ca8dc-5d6f-4ff1-9519-62da66b74689 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7109842 Jun 23 17:15:23.564481 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53220) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:23.571734 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:23.615909 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (ef58196d-d9a8-42c4-bfcb-b2d391015267), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:23.615909 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (ef58196d-d9a8-42c4-bfcb-b2d391015267), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:23.676545 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-2332f670-26c0-4a09-b312-dc7134c61067', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'project_id': '26dde39423224c57b71005a60dacbed3', 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:15:23.677657 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:23.681780 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c22306b7-15cb-4cd9-912e-7e0139381627 req-a47fad05-51a4-4fd8-9bd2-5d372a7363ba tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 210 time: 0.0506730 Jun 23 17:15:23.736096 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:23.744775 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks [] for router_controller (ef58196d-d9a8-42c4-bfcb-b2d391015267), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:23.859610 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:23.871506 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Allocated IP 172.20.0.2 (2332f670-26c0-4a09-b312-dc7134c61067/88d44bd9-b1fa-4867-b53c-a7463ec79833/fa877e5c-f2d6-4290-a67c-25e96b69ec16) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:23.954530 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks [] for router_gateway (ef58196d-d9a8-42c4-bfcb-b2d391015267), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.125707 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Publish callbacks [] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.144920 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.199222 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Network 2332f670-26c0-4a09-b312-dc7134c61067 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:24.204938 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:24.208087 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:24.220020 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Pushing event updated for resources: {'Port': ['ID=fa877e5c-f2d6-4290-a67c-25e96b69ec16,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:24.229228 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338581e1-6118-481b-b67f-9bb26feed2ee req-e9ddf840-3b05-4ead-97ae-4585e4f38255 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:24.231074 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-338581e1-6118-481b-b67f-9bb26feed2ee req-e9ddf840-3b05-4ead-97ae-4585e4f38255 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1106269 Jun 23 17:15:24.340174 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Attempting to bind port fa877e5c-f2d6-4290-a67c-25e96b69ec16 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:24.341153 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Attempting to bind port fa877e5c-f2d6-4290-a67c-25e96b69ec16 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:24.341526 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Attempting to bind port fa877e5c-f2d6-4290-a67c-25e96b69ec16 on network 2332f670-26c0-4a09-b312-dc7134c61067 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:24.341774 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks [] for router_gateway (ef58196d-d9a8-42c4-bfcb-b2d391015267), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.372148 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.381351 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:24.381907 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Checking segment: {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:24.387065 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.387521 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Bound using segment: {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:24.389552 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Bound port: fa877e5c-f2d6-4290-a67c-25e96b69ec16, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:24.389895 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.440086 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-338581e1-6118-481b-b67f-9bb26feed2ee req-c1485b8f-d6a5-42d9-a444-7e58cf7ab885 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780534 Jun 23 17:15:24.495188 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] For port fa877e5c-f2d6-4290-a67c-25e96b69ec16, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:24.499416 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] For port fa877e5c-f2d6-4290-a67c-25e96b69ec16, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=fa877e5c-f2d6-4290-a67c-25e96b69ec16,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:24.510904 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.530258 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Allocated IP 172.27.0.183 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/12b34a21-f456-4cb2-aebc-e28f89940af8) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:24.567809 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:24.602669 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad270d-6de9-4e7f-b294-ad268745ff1e None None] Pushing event updated for resources: {'Port': ['ID=fa877e5c-f2d6-4290-a67c-25e96b69ec16,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:24.735624 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks [] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.781844 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:24.849388 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:24.856201 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:24.860787 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:24.864902 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Pushing event updated for resources: {'Port': ['ID=12b34a21-f456-4cb2-aebc-e28f89940af8,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:24.866594 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab88cb62-9dfd-4f17-acad-b9804a0c5ae9 req-607a6680-ffca-4066-b968-210c993e1c5b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 210 time: 0.0566831 Jun 23 17:15:25.148589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:25.360119 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks [] for router_gateway (ef58196d-d9a8-42c4-bfcb-b2d391015267), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:25.416599 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device fa877e5c-f2d6-4290-a67c-25e96b69ec16 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:25.570866 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port fa877e5c-f2d6-4290-a67c-25e96b69ec16 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:25.571478 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:25.707439 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port fa877e5c-f2d6-4290-a67c-25e96b69ec16 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:25.708559 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:25.783193 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port fa877e5c-f2d6-4290-a67c-25e96b69ec16, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=fa877e5c-f2d6-4290-a67c-25e96b69ec16,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:25.790443 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:25.870015 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:25.909816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4dca8-07f8-41a5-8e6f-95306b40b97f req-690c67ca-b197-409e-aa02-d1d894b7ab62 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:25.912313 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-74d4dca8-07f8-41a5-8e6f-95306b40b97f req-690c67ca-b197-409e-aa02-d1d894b7ab62 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.3681500 Jun 23 17:15:25.918033 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:25.932208 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=fa877e5c-f2d6-4290-a67c-25e96b69ec16,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:25.957941 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:26.054142 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-74d4dca8-07f8-41a5-8e6f-95306b40b97f req-dbaf1f40-edb9-43cf-bf94-c5abd2fcbb3a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263597 Jun 23 17:15:26.069750 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fc35be1-8080-4532-b9f0-f5b1ba80cd53 req-de9b8514-4c1c-427d-9c63-90e35a0d1fcb tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 210 time: 0.0455964 Jun 23 17:15:26.130485 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (ef58196d-d9a8-42c4-bfcb-b2d391015267), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:26.311616 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2548b38-d3f9-4cf5-a222-6296f4ab31e2 None None] Network 2332f670-26c0-4a09-b312-dc7134c61067 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:15:26.367692 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Router ef58196d-d9a8-42c4-bfcb-b2d391015267 is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:15:26.419394 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4ad54b7e-170d-42f5-8fce-6c0422893a98 None None] Provisioning complete for port fa877e5c-f2d6-4290-a67c-25e96b69ec16 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:26.420455 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4ad54b7e-170d-42f5-8fce-6c0422893a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:26.523235 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-17dc6cde-4fee-4669-80c8-c1736e276f2b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:26.529754 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-17dc6cde-4fee-4669-80c8-c1736e276f2b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.57 "GET /v2.0/networks?id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 200 len: 809 time: 0.3219819 Jun 23 17:15:26.578429 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4ad54b7e-170d-42f5-8fce-6c0422893a98 None None] Current status of the port fa877e5c-f2d6-4290-a67c-25e96b69ec16 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:26.642334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:26.660278 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Sync routers for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:26.675568 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:26.680917 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:26.688035 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53276) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:26.690044 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:26.693852 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-35833a4d-e7ae-45b4-af7a-2e35ea8b8420 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1276495 Jun 23 17:15:26.757580 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-a01d7a9e-e1d3-44ce-9f07-48c6457d4067 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e456e86229d84ae28c56cf25357f99bc HTTP/1.1" status: 200 len: 380 time: 0.1902702 Jun 23 17:15:26.768667 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'port': {'device_id': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'admin_state_up': True, 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'security_groups': ['d2704adb-c3c5-4c29-82f3-b5e7d78b3657']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:26.817300 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:26.985176 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:27.036326 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Made reservation on behalf of e456e86229d84ae28c56cf25357f99bc for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:27.037995 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4f279611-4449-47fd-873e-442715b8c30a None None] Provisioning complete for port fa877e5c-f2d6-4290-a67c-25e96b69ec16 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:27.038373 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4f279611-4449-47fd-873e-442715b8c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:27.040585 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:27.255698 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf94984-c979-4e1c-93e4-e8e513be530e req-7881c9e3-2fd5-4d06-92a6-dd90dc9f5c3a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:27.266629 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-adf94984-c979-4e1c-93e4-e8e513be530e req-7881c9e3-2fd5-4d06-92a6-dd90dc9f5c3a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0925696 Jun 23 17:15:27.268897 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:27.391741 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:25Z', 'revision_number': 3, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:27.395167 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4f279611-4449-47fd-873e-442715b8c30a None None] Current status of the port fa877e5c-f2d6-4290-a67c-25e96b69ec16 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:27.411058 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-adf94984-c979-4e1c-93e4-e8e513be530e req-8808efdf-ca2d-4ee7-933b-860bcaa76ec7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414974 Jun 23 17:15:27.423166 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Checking router: ef58196d-d9a8-42c4-bfcb-b2d391015267 for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:27.424129 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Updating router ef58196d-d9a8-42c4-bfcb-b2d391015267 port 12b34a21-f456-4cb2-aebc-e28f89940af8 binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:15:27.442348 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:27.452479 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8c320815-129c-4323-ab07-d2f9ca8ce13e req-e4274aa1-0ff9-46d0-9fc8-4a1bcd23a797 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 210 time: 0.2335360 Jun 23 17:15:27.482600 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device fa877e5c-f2d6-4290-a67c-25e96b69ec16 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:27.525432 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:27.552327 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Allocated IP 172.20.0.7 (3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8/b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae/0ea26bf7-a55b-43ac-9717-c694d5cc21f4) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:27.588088 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:27.636058 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port fa877e5c-f2d6-4290-a67c-25e96b69ec16 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:27.636815 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:27.801027 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:27.869943 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.024286 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.032620 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:28.043007 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port fa877e5c-f2d6-4290-a67c-25e96b69ec16 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:28.058070 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Publish callbacks [] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.067639 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.072754 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53296) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:28.076736 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:28.089283 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:28.099248 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:28.142734 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Allocated IP 172.20.0.1 (2332f670-26c0-4a09-b312-dc7134c61067/88d44bd9-b1fa-4867-b53c-a7463ec79833/a45686d7-316b-41c7-88f0-745b3caf66a6) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:28.149242 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:28.198514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:28.199400 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.253491 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Attempting to bind port 12b34a21-f456-4cb2-aebc-e28f89940af8 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:28.253929 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Attempting to bind port 12b34a21-f456-4cb2-aebc-e28f89940af8 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:28.254300 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Attempting to bind port 12b34a21-f456-4cb2-aebc-e28f89940af8 on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:28.269576 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:28.270050 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:28.270462 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.271171 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:28.271665 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Bound port: 12b34a21-f456-4cb2-aebc-e28f89940af8, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:28.272088 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.274750 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b10327-dbc4-4225-a372-4b833d416395 None None] Pushing event updated for resources: {'Port': ['ID=12b34a21-f456-4cb2-aebc-e28f89940af8,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:28.290734 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6727c826-c0d4-4b62-960f-28966aa6d8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.333109 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Publish callbacks [] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.339164 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:28.345988 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:28.358470 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] For port 12b34a21-f456-4cb2-aebc-e28f89940af8, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:28.362411 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] For port 12b34a21-f456-4cb2-aebc-e28f89940af8, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=12b34a21-f456-4cb2-aebc-e28f89940af8,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:28.365205 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:28.374871 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.402241 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-12253313-52c4-4709-849e-4f2040576284 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6369758 Jun 23 17:15:28.425492 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Request body: {'port': {'device_id': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:28.495680 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:28.496225 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:28.501997 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b10327-dbc4-4225-a372-4b833d416395 None None] Pushing event updated for resources: {'Port': ['ID=12b34a21-f456-4cb2-aebc-e28f89940af8,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:28.520053 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6727c826-c0d4-4b62-960f-28966aa6d8e7 admin admin] Publish callbacks [] for security_group (6ec13228-92c5-4bf7-9b5e-6fd26d6f4826), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.531322 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.535924 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6727c826-c0d4-4b62-960f-28966aa6d8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (6ec13228-92c5-4bf7-9b5e-6fd26d6f4826), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.578512 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ce502f37-1f08-439d-828a-c722b9caa051 None None] Provisioning complete for port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:28.578797 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ce502f37-1f08-439d-828a-c722b9caa051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.597128 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Network 2332f670-26c0-4a09-b312-dc7134c61067 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:28.600535 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Pushing event updated for resources: {'Port': ['ID=a45686d7-316b-41c7-88f0-745b3caf66a6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:28.603314 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:28.605852 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:28.626608 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6727c826-c0d4-4b62-960f-28966aa6d8e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb865ff0b41a41c58ba76baefaef8bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5514925 Jun 23 17:15:28.632190 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53310) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:28.666206 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:28.726727 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.747247 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:28.755834 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ce502f37-1f08-439d-828a-c722b9caa051 None None] Port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:28.769665 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:28.802409 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727c826-c0d4-4b62-960f-28966aa6d8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec13228-92c5-4bf7-9b5e-6fd26d6f4826,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:28.838496 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f34145-5912-4739-83ad-f15d05e97795 req-0035703e-8fda-4d6b-9a87-0ab83732895d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:28.840093 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-46f34145-5912-4739-83ad-f15d05e97795 req-0035703e-8fda-4d6b-9a87-0ab83732895d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.2227652 Jun 23 17:15:28.850237 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920b2e92-61df-46e5-a00b-e43703bb4fd4 admin admin] Publish callbacks [] for security_group (6ec13228-92c5-4bf7-9b5e-6fd26d6f4826), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.861971 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (ef58196d-d9a8-42c4-bfcb-b2d391015267), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.939641 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920b2e92-61df-46e5-a00b-e43703bb4fd4 admin admin] Publish callbacks [] for security_group (6ec13228-92c5-4bf7-9b5e-6fd26d6f4826), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:28.976758 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddba9be-b2c2-444e-89bc-ca4cb7955e81 req-c3bdbc60-ffb5-4252-8ba9-e1586261fb16 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:28.984903 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddba9be-b2c2-444e-89bc-ca4cb7955e81 req-c3bdbc60-ffb5-4252-8ba9-e1586261fb16 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 931 time: 0.3218544 Jun 23 17:15:29.011553 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-a0f99567-19f9-4d51-9fb8-a5c41f80cb4e None None] Provisioning complete for port a45686d7-316b-41c7-88f0-745b3caf66a6 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:29.012601 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a0f99567-19f9-4d51-9fb8-a5c41f80cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:29.024591 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-46f34145-5912-4739-83ad-f15d05e97795 req-76bddcaf-7660-475b-b9a7-04732a976f36 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755350 Jun 23 17:15:29.056668 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-a0f99567-19f9-4d51-9fb8-a5c41f80cb4e None None] Port a45686d7-316b-41c7-88f0-745b3caf66a6 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:29.076636 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:29.087105 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddba9be-b2c2-444e-89bc-ca4cb7955e81 req-76880ece-dee7-4498-987d-c8ca28343e2b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008179 Jun 23 17:15:29.091221 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920b2e92-61df-46e5-a00b-e43703bb4fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (6ec13228-92c5-4bf7-9b5e-6fd26d6f4826), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:29.098461 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-920b2e92-61df-46e5-a00b-e43703bb4fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:29.101574 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-920b2e92-61df-46e5-a00b-e43703bb4fd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ec13228-92c5-4bf7-9b5e-6fd26d6f4826 HTTP/1.1" status: 204 len: 168 time: 0.4528883 Jun 23 17:15:29.107606 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:29.115281 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b2e92-61df-46e5-a00b-e43703bb4fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec13228-92c5-4bf7-9b5e-6fd26d6f4826,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:29.296086 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:25Z', 'revision_number': 3, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:29.330629 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d861a4-80ce-454f-b49f-04c311fc9133 None None] The sync data for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi is: [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:25Z', 'revision_number': 3, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:29.679102 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53318) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:29.699486 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e86d3aff-4a30-4972-8e29-1eb6ba126618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:29.786045 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:29.860332 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e86d3aff-4a30-4972-8e29-1eb6ba126618 admin admin] Publish callbacks [] for security_group (dfc367f7-27e6-46db-bb35-29042c844f98), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:29.866731 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e86d3aff-4a30-4972-8e29-1eb6ba126618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (dfc367f7-27e6-46db-bb35-29042c844f98), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:29.944032 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d3aff-4a30-4972-8e29-1eb6ba126618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc367f7-27e6-46db-bb35-29042c844f98,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:29.948570 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e86d3aff-4a30-4972-8e29-1eb6ba126618 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf498711a4e24d7eb19d6489ad6889da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679293 Jun 23 17:15:29.957165 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53320) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:30.059900 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cdc18033-abec-408a-955b-aa28b69cdc66 admin admin] Publish callbacks [] for security_group (dfc367f7-27e6-46db-bb35-29042c844f98), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.066339 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3ae088d2-8d0f-477e-9dad-f66a5c3b6ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.093589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cdc18033-abec-408a-955b-aa28b69cdc66 admin admin] Publish callbacks [] for security_group (dfc367f7-27e6-46db-bb35-29042c844f98), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.173908 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:15:30.174161 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cdc18033-abec-408a-955b-aa28b69cdc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (dfc367f7-27e6-46db-bb35-29042c844f98), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.175674 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cdc18033-abec-408a-955b-aa28b69cdc66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.181911 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-cdc18033-abec-408a-955b-aa28b69cdc66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfc367f7-27e6-46db-bb35-29042c844f98 HTTP/1.1" status: 204 len: 168 time: 0.2233067 Jun 23 17:15:30.183137 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Publish callbacks [] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.217251 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Transition to ACTIVE for port object 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:15:30.238401 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc18033-abec-408a-955b-aa28b69cdc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc367f7-27e6-46db-bb35-29042c844f98,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:30.255073 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.269195 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa995d-3faf-4125-9794-24eed1a253ea req-e48825b6-8889-461d-94fa-785800c466e6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:30.270569 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6dfa995d-3faf-4125-9794-24eed1a253ea req-e48825b6-8889-461d-94fa-785800c466e6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1165044 Jun 23 17:15:30.305738 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:30.354143 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Publish callbacks [] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.368349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.377842 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6dfa995d-3faf-4125-9794-24eed1a253ea req-4bc590a0-b86e-4059-9021-fd032b93e510 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985374 Jun 23 17:15:30.412289 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cf220-dd4c-4198-a770-8aadb155caf9 req-f0e7d6ac-545d-4a64-9252-dace4e069331 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:30.414330 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-773cf220-dd4c-4198-a770-8aadb155caf9 req-f0e7d6ac-545d-4a64-9252-dace4e069331 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.1633666 Jun 23 17:15:30.418348 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:30.596786 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (ef58196d-d9a8-42c4-bfcb-b2d391015267), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.700591 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Pushing event updated for resources: {'Port': ['ID=a45686d7-316b-41c7-88f0-745b3caf66a6,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:30.737734 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-773cf220-dd4c-4198-a770-8aadb155caf9 req-8c556f5f-6c33-4fcd-8176-62c3fd5bedcc tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063178 Jun 23 17:15:30.750722 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Attempting to bind port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:30.751653 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Attempting to bind port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:30.752484 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Attempting to bind port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 on network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:30.781530 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 on network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:15:30.782006 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Attempting to bind port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 on network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:30.837277 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:30.838078 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Checking segment: {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:30.838190 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Bound using segment: {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:30.838770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Bound port: 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4035dd54-6288-46fc-9c6d-c18403e1d0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:30.839150 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.916159 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53332) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:30.940991 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5c330776-1af0-4856-8315-d63db343cb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:30.951441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:30.985568 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:30.988463 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Network 2332f670-26c0-4a09-b312-dc7134c61067 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:30.997640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:31.010336 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:31.016076 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:31.063596 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.079074 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5c330776-1af0-4856-8315-d63db343cb8d admin admin] Publish callbacks [] for security_group (05c74fe9-55eb-4e1e-8b1e-cef2d21df138), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.086618 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5c330776-1af0-4856-8315-d63db343cb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (05c74fe9-55eb-4e1e-8b1e-cef2d21df138), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.136178 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c330776-1af0-4856-8315-d63db343cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c74fe9-55eb-4e1e-8b1e-cef2d21df138,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:31.141625 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5c330776-1af0-4856-8315-d63db343cb8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da01d766c80e4491b1d6a7aa8f7d6871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231886 Jun 23 17:15:31.144274 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53334) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:31.152890 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:31.153551 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.155038 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 1093 time: 2.7346578 Jun 23 17:15:31.155562 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:15:31.157854 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2442b596-8157-4e91-8030-981a42b4dc40" -d '{"events": [{"name": "network-changed", "server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:31.265785 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7153d33-b097-4703-844d-ad65a799aee9 x-openstack-request-id: req-d7153d33-b097-4703-844d-ad65a799aee9 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:31.266246 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:31.266507 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7153d33-b097-4703-844d-ad65a799aee9 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:31.266906 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7153d33-b097-4703-844d-ad65a799aee9'] response: {'name': 'network-changed', 'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'status': 'completed', 'code': 200} Jun 23 17:15:31.278518 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:31.282623 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57890c72-33c3-4f49-9647-5aa13d5e6a1c admin admin] Publish callbacks [] for security_group (05c74fe9-55eb-4e1e-8b1e-cef2d21df138), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.332159 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Router ef58196d-d9a8-42c4-bfcb-b2d391015267 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:15:31.337077 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f78ee2-9198-4b00-8622-c62f68160d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:31.339319 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57890c72-33c3-4f49-9647-5aa13d5e6a1c admin admin] Publish callbacks [] for security_group (05c74fe9-55eb-4e1e-8b1e-cef2d21df138), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.363000 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-6d038d3c-1cdd-418a-a368-955b6a952186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:31.364737 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-6d038d3c-1cdd-418a-a368-955b6a952186 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e456e86229d84ae28c56cf25357f99bc&device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1127 time: 0.0969136 Jun 23 17:15:31.461425 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 12b34a21-f456-4cb2-aebc-e28f89940af8 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:31.467620 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57890c72-33c3-4f49-9647-5aa13d5e6a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (05c74fe9-55eb-4e1e-8b1e-cef2d21df138), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.470640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57890c72-33c3-4f49-9647-5aa13d5e6a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.474519 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-57890c72-33c3-4f49-9647-5aa13d5e6a1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05c74fe9-55eb-4e1e-8b1e-cef2d21df138 HTTP/1.1" status: 204 len: 168 time: 0.3264694 Jun 23 17:15:31.481086 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57890c72-33c3-4f49-9647-5aa13d5e6a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c74fe9-55eb-4e1e-8b1e-cef2d21df138,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:31.523286 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-f862236a-2b34-4d53-a814-e77797f1cc43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 217 time: 0.1415582 Jun 23 17:15:31.616931 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-b7d5e121-642c-4eab-ab06-1dbf2c44d1aa None None] Provisioning complete for port a45686d7-316b-41c7-88f0-745b3caf66a6 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:31.617555 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b7d5e121-642c-4eab-ab06-1dbf2c44d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.682930 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589e353-db42-4592-a34e-3d314c8f5372 req-19435ecf-83d8-4989-853c-9bfceeab2bd8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:31.684484 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3589e353-db42-4592-a34e-3d314c8f5372 req-19435ecf-83d8-4989-853c-9bfceeab2bd8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1659472 Jun 23 17:15:31.701119 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-923a43a8-60f4-440e-bee3-04c5582a7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:31.702559 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-923a43a8-60f4-440e-bee3-04c5582a7bfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae HTTP/1.1" status: 200 len: 848 time: 0.1601832 Jun 23 17:15:31.716944 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 12b34a21-f456-4cb2-aebc-e28f89940af8 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:31.717783 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:31.738304 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:31.744293 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f64df0fb-fe78-4b2d-98fd-6b759fd636dd admin admin] 10.222.0.18 "PUT /v2.0/routers/ef58196d-d9a8-42c4-bfcb-b2d391015267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0552955 Jun 23 17:15:31.850181 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:31.913314 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-4b29b86d-4963-42dc-b84b-04082c87887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:31.922559 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-4b29b86d-4963-42dc-b84b-04082c87887a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2117105 Jun 23 17:15:31.936429 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5e121-642c-4eab-ab06-1dbf2c44d1aa None None] Port a45686d7-316b-41c7-88f0-745b3caf66a6 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:32.023639 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3589e353-db42-4592-a34e-3d314c8f5372 req-bdc3b904-be9b-4e63-9408-c6ef48cca14f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168430 Jun 23 17:15:32.041219 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb835-5bf6-4e9b-b1ea-3f0cbf8752dc req-7b16235f-aafc-4a43-a32b-724bf73823a9 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:32.051000 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8d4bb835-5bf6-4e9b-b1ea-3f0cbf8752dc req-7b16235f-aafc-4a43-a32b-724bf73823a9 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.1761312 Jun 23 17:15:32.108358 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 12b34a21-f456-4cb2-aebc-e28f89940af8 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:32.110786 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:32.192826 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 12b34a21-f456-4cb2-aebc-e28f89940af8, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=12b34a21-f456-4cb2-aebc-e28f89940af8,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:32.201744 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8d4bb835-5bf6-4e9b-b1ea-3f0cbf8752dc req-b10b0d69-8778-4ce2-a68e-5aeaeb946f5d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478758 Jun 23 17:15:32.224097 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:32.306409 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Sync routers for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:32.347892 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:32.351398 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:32.398502 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-7d6f00c9-4ca0-47ea-a55d-3f76796b9c4d service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454794 Jun 23 17:15:32.461160 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=12b34a21-f456-4cb2-aebc-e28f89940af8,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:32.541367 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1b811df9-bc84-4844-8bec-eabde8409cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:32.698208 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:32.714932 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b76ddce8-3f26-4e09-8862-d9fb52cc7d45 req-b8755979-0542-4917-9184-d795fb970e06 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043396 Jun 23 17:15:32.982139 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 2, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:33.012939 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Checking router: ef58196d-d9a8-42c4-bfcb-b2d391015267 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:33.013723 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Updating router ef58196d-d9a8-42c4-bfcb-b2d391015267 port a45686d7-316b-41c7-88f0-745b3caf66a6 binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:15:33.047665 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.308615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d3734-330f-4948-af3c-ec58ffc439c9 req-72e22d7e-b78f-4461-b721-38935eb67798 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:33.311397 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b57d3734-330f-4948-af3c-ec58ffc439c9 req-72e22d7e-b78f-4461-b721-38935eb67798 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1230748 Jun 23 17:15:33.406128 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 12b34a21-f456-4cb2-aebc-e28f89940af8 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:33.406517 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53384) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:33.415050 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1741040002-network', 'tenant_id': '71166459c9b047498aa0514538f539ce'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:33.456876 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Made reservation on behalf of 71166459c9b047498aa0514538f539ce for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:33.460492 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.467571 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e783c0-f1ec-4747-9fe0-497396ada236 req-cd419564-f464-4d62-bed7-ffa122122baa tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:33.476911 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.479892 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-10e783c0-f1ec-4747-9fe0-497396ada236 req-cd419564-f464-4d62-bed7-ffa122122baa tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.1104727 Jun 23 17:15:33.483224 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b57d3734-330f-4948-af3c-ec58ffc439c9 req-da837869-385e-404a-897a-c2870bf52e9f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643896 Jun 23 17:15:33.501049 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:33.526089 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Publish callbacks [] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.532535 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:33.547343 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.571328 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.594592 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 12b34a21-f456-4cb2-aebc-e28f89940af8 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:33.595256 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.603153 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Publish callbacks [] for security_group (9c83e8a1-0c11-4a49-9e21-15277e743011), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.612054 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9c83e8a1-0c11-4a49-9e21-15277e743011), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.642876 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-10e783c0-f1ec-4747-9fe0-497396ada236 req-21cb56ae-0656-4e90-9bd0-49e1b19b8708 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607811 Jun 23 17:15:33.652431 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:15:33.675423 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c83e8a1-0c11-4a49-9e21-15277e743011,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:33.693271 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (dc575dd8-646c-40c3-b0c6-76e0dbe5f466), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.694074 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Added segment dc575dd8-646c-40c3-b0c6-76e0dbe5f466 of type vlan for network 96ca108d-95f9-4212-987d-a119a9e61a58 Jun 23 17:15:33.711159 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c2b8d-4ae6-4fab-b970-817d98722340 None None] Pushing event updated for resources: {'Port': ['ID=a45686d7-316b-41c7-88f0-745b3caf66a6,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:33.812516 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 12b34a21-f456-4cb2-aebc-e28f89940af8 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:33.822908 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Attempting to bind port a45686d7-316b-41c7-88f0-745b3caf66a6 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:33.823334 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Attempting to bind port a45686d7-316b-41c7-88f0-745b3caf66a6 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:33.823704 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Attempting to bind port a45686d7-316b-41c7-88f0-745b3caf66a6 on network 2332f670-26c0-4a09-b312-dc7134c61067 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:33.830309 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:33.830924 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Checking segment: {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:33.831505 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.832235 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Bound using segment: {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:33.832851 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Bound port: a45686d7-316b-41c7-88f0-745b3caf66a6, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:33.833467 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.835189 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (96ca108d-95f9-4212-987d-a119a9e61a58), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.894612 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (96ca108d-95f9-4212-987d-a119a9e61a58), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.897462 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:33.900668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.918046 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] For port a45686d7-316b-41c7-88f0-745b3caf66a6, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:33.923422 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] For port a45686d7-316b-41c7-88f0-745b3caf66a6, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=a45686d7-316b-41c7-88f0-745b3caf66a6,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:33.943379 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:33.994105 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5861633 Jun 23 17:15:33.997657 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53400) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:34.004559 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Request body: {'subnet': {'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1741040002-subnet', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:34.073433 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Made reservation on behalf of 71166459c9b047498aa0514538f539ce for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:34.077395 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11703566'] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:34.114147 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b596-8157-4e91-8030-981a42b4dc40 req-0dcd3ebb-727e-4aa9-ab9f-a4412a85e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:34.116484 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2442b596-8157-4e91-8030-981a42b4dc40 req-0dcd3ebb-727e-4aa9-ab9f-a4412a85e1fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e456e86229d84ae28c56cf25357f99bc&device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1127 time: 0.1178544 Jun 23 17:15:34.130550 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-724c95fd-043c-41f8-af1d-400477127742 None None] Provisioning complete for port a45686d7-316b-41c7-88f0-745b3caf66a6 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:34.131059 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-724c95fd-043c-41f8-af1d-400477127742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:34.145264 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:34.162731 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:34.224131 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c2b8d-4ae6-4fab-b970-817d98722340 None None] Pushing event updated for resources: {'Port': ['ID=a45686d7-316b-41c7-88f0-745b3caf66a6,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:34.235267 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:34.238189 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:34.283655 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d536b4-39de-4bfe-8f87-22bd394b617f admin admin] Pushing event updated for resources: {'Network': ['ID=96ca108d-95f9-4212-987d-a119a9e61a58,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:34.335326 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-724c95fd-043c-41f8-af1d-400477127742 None None] Current status of the port a45686d7-316b-41c7-88f0-745b3caf66a6 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:34.335868 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-724c95fd-043c-41f8-af1d-400477127742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:34.338234 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 96ca108d-95f9-4212-987d-a119a9e61a58 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:15:34.416166 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53412) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:34.509862 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b596-8157-4e91-8030-981a42b4dc40 req-974a84c9-2b92-4fca-bff7-4fed5a285d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:34.514116 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2442b596-8157-4e91-8030-981a42b4dc40 req-974a84c9-2b92-4fca-bff7-4fed5a285d57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 200 len: 910 time: 0.2909613 Jun 23 17:15:34.567087 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:34.578799 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-724c95fd-043c-41f8-af1d-400477127742 None None] For port a45686d7-316b-41c7-88f0-745b3caf66a6, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=a45686d7-316b-41c7-88f0-745b3caf66a6,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:34.582349 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11266277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11703672'] for subnet (c8ea0305-f5ed-4df3-b28c-3debec897451), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:34.606426 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-724c95fd-043c-41f8-af1d-400477127742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:34.674657 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2442b596-8157-4e91-8030-981a42b4dc40 req-1a21562e-8c2d-4636-a8fb-327f92b2bba9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 217 time: 0.1551492 Jun 23 17:15:34.736456 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c95fd-043c-41f8-af1d-400477127742 None None] Pushing event updated for resources: {'Port': ['ID=a45686d7-316b-41c7-88f0-745b3caf66a6,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:34.765900 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ea0305-f5ed-4df3-b28c-3debec897451,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:34.780783 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6ce55d6-ce1f-4908-bc7a-f2bfce7a8f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:34.782070 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Checking segment: {'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:34.784101 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Network hostable DHCP agents. Network: 96ca108d-95f9-4212-987d-a119a9e61a58, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:15:34.793228 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:34.811888 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-14246dbc-eb09-423b-be66-b2827ad5932d None None] Provisioning complete for port a45686d7-316b-41c7-88f0-745b3caf66a6 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:34.812262 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-14246dbc-eb09-423b-be66-b2827ad5932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:34.816022 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fbcc0-3e5a-472a-a660-0810bc0e3dce req-e46fa0a5-2835-4afb-b287-3ce7f27df20e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:34.829200 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-209fbcc0-3e5a-472a-a660-0810bc0e3dce req-e46fa0a5-2835-4afb-b287-3ce7f27df20e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1187963 Jun 23 17:15:34.840434 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:34.916726 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf348f2-d916-4f0a-9d7d-74beba7c2c61 req-94d49f9a-be92-4a20-b19e-b4ecb45fd7d6 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:34.921337 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cbf348f2-d916-4f0a-9d7d-74beba7c2c61 req-94d49f9a-be92-4a20-b19e-b4ecb45fd7d6 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.1250570 Jun 23 17:15:34.943156 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-209fbcc0-3e5a-472a-a660-0810bc0e3dce req-08908408-27a2-4396-ad98-394091690f53 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128271 Jun 23 17:15:34.948379 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:34.967927 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-14246dbc-eb09-423b-be66-b2827ad5932d None None] Current status of the port a45686d7-316b-41c7-88f0-745b3caf66a6 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:34.979952 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Network 96ca108d-95f9-4212-987d-a119a9e61a58 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:15:35.005288 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6ce55d6-ce1f-4908-bc7a-f2bfce7a8f7d admin admin] Publish callbacks [] for security_group (b2961f2d-d95c-4362-bcff-e286f178c1dd), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.018026 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.021825 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6ce55d6-ce1f-4908-bc7a-f2bfce7a8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (b2961f2d-d95c-4362-bcff-e286f178c1dd), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.034801 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:35.058885 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 96ca108d-95f9-4212-987d-a119a9e61a58) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:35.067560 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f180a83d-06a3-4ef5-b9df-0e57f6e56c70 None None] Network 96ca108d-95f9-4212-987d-a119a9e61a58 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:15:35.078676 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cbf348f2-d916-4f0a-9d7d-74beba7c2c61 req-3ee8f95d-812e-4a4f-90f0-7ebb8b64db40 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506476 Jun 23 17:15:35.086433 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:35.087029 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.101535 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53428) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:35.113673 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:33Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:35.118200 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c6ce55d6-ce1f-4908-bc7a-f2bfce7a8f7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2909250aa45d4e1980eaca4a6f4bb15c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6803524 Jun 23 17:15:35.139951 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce55d6-ce1f-4908-bc7a-f2bfce7a8f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2961f2d-d95c-4362-bcff-e286f178c1dd,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:35.148724 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bca0b7f-347e-47be-8a2d-e1a96ffb5718 None None] The sync data for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi is: [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:33Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:35.167719 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-32c1f87a-f061-47ff-b788-42dd93bd4638 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1681099 Jun 23 17:15:35.170365 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53430) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:35.176061 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:35.237029 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.238607 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.242449 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ca11ad4f-f7e2-413f-8110-afb4d64f81db admin admin] Publish callbacks [] for security_group (b2961f2d-d95c-4362-bcff-e286f178c1dd), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.279951 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ca11ad4f-f7e2-413f-8110-afb4d64f81db admin admin] Publish callbacks [] for security_group (b2961f2d-d95c-4362-bcff-e286f178c1dd), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.319054 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks [] for router_controller (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.330799 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:35.341992 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.371992 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:35.399505 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ca11ad4f-f7e2-413f-8110-afb4d64f81db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (b2961f2d-d95c-4362-bcff-e286f178c1dd), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.407954 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ca11ad4f-f7e2-413f-8110-afb4d64f81db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.409400 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ca11ad4f-f7e2-413f-8110-afb4d64f81db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2961f2d-d95c-4362-bcff-e286f178c1dd HTTP/1.1" status: 204 len: 168 time: 0.3028011 Jun 23 17:15:35.440845 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-96ca108d-95f9-4212-987d-a119a9e61a58', 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58', 'project_id': '71166459c9b047498aa0514538f539ce', 'fixed_ips': [{'subnet_id': 'c8ea0305-f5ed-4df3-b28c-3debec897451'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:15:35.442583 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.459993 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11ad4f-f7e2-413f-8110-afb4d64f81db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2961f2d-d95c-4362-bcff-e286f178c1dd,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:35.488982 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device a45686d7-316b-41c7-88f0-745b3caf66a6 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:35.519072 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks [] for router_gateway (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.536180 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:35.691197 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port a45686d7-316b-41c7-88f0-745b3caf66a6 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:35.692627 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.811945 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks [] for router_gateway (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.855382 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:35.855653 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port a45686d7-316b-41c7-88f0-745b3caf66a6 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:35.882228 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Allocated IP 172.20.0.2 (96ca108d-95f9-4212-987d-a119a9e61a58/c8ea0305-f5ed-4df3-b28c-3debec897451/d757130e-9331-4a7f-bf0f-2dfa5d56eaec) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:35.977757 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Allocated IP 172.27.0.187 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/93d6f767-6de4-44a9-ab75-9ba29cf3fa2c) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:36.234359 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Publish callbacks [] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:36.250561 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:36.266994 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b596-8157-4e91-8030-981a42b4dc40 req-7e7ce958-eee0-4587-bc1d-7c29d53176d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:36.268515 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2442b596-8157-4e91-8030-981a42b4dc40 req-7e7ce958-eee0-4587-bc1d-7c29d53176d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae HTTP/1.1" status: 200 len: 848 time: 0.0876210 Jun 23 17:15:36.322430 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Pushing event updated for resources: {'Port': ['ID=d757130e-9331-4a7f-bf0f-2dfa5d56eaec,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:36.333574 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks [] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:36.353713 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Network 96ca108d-95f9-4212-987d-a119a9e61a58 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:36.360515 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:36.363038 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b2da2-6cf4-4adb-b8f3-ce75b24b4095 req-f769705c-9f81-4ccf-96aa-35768fc3c82b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:36.365465 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:36.365671 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a65b2da2-6cf4-4adb-b8f3-ce75b24b4095 req-f769705c-9f81-4ccf-96aa-35768fc3c82b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.2604349 Jun 23 17:15:36.418728 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b596-8157-4e91-8030-981a42b4dc40 req-a518984b-5315-479c-b1cd-0ce1007d463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:36.420858 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2442b596-8157-4e91-8030-981a42b4dc40 req-a518984b-5315-479c-b1cd-0ce1007d463f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1217954 Jun 23 17:15:36.447367 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4d20c-4b98-4b09-a1c1-5462994c58bc req-4f09d6c1-140b-48a8-b346-1b5eadb29d6d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:36.450994 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12c4d20c-4b98-4b09-a1c1-5462994c58bc req-4f09d6c1-140b-48a8-b346-1b5eadb29d6d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.2209895 Jun 23 17:15:36.458101 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Attempting to bind port d757130e-9331-4a7f-bf0f-2dfa5d56eaec on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:36.458678 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Attempting to bind port d757130e-9331-4a7f-bf0f-2dfa5d56eaec by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:36.459205 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Attempting to bind port d757130e-9331-4a7f-bf0f-2dfa5d56eaec on network 96ca108d-95f9-4212-987d-a119a9e61a58 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:36.464057 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:36.470197 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:36.470917 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Checking segment: {'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:36.472102 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:36.472661 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Bound using segment: {'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:36.474356 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Bound port: d757130e-9331-4a7f-bf0f-2dfa5d56eaec, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:36.474926 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:36.520220 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:36.539875 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:36.613113 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] For port d757130e-9331-4a7f-bf0f-2dfa5d56eaec, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:36.619435 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] For port d757130e-9331-4a7f-bf0f-2dfa5d56eaec, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=d757130e-9331-4a7f-bf0f-2dfa5d56eaec,segment=NetworkSegment(dc575dd8-646c-40c3-b0c6-76e0dbe5f466),segment_id=dc575dd8-646c-40c3-b0c6-76e0dbe5f466)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:36.622108 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12c4d20c-4b98-4b09-a1c1-5462994c58bc req-b63a9baa-a461-40f9-b2a4-63f65880bb59 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642423 Jun 23 17:15:36.635280 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:36.638857 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3da90-cb39-42ca-b721-9f291f472f17 req-627da904-fd1a-4898-a472-4fda88c0b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:36.640379 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96a3da90-cb39-42ca-b721-9f291f472f17 req-627da904-fd1a-4898-a472-4fda88c0b035 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 1130 time: 0.1043468 Jun 23 17:15:36.706209 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:36.715378 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd54ff-c88e-41bb-abfd-8d6ca61c0b83 None None] Pushing event updated for resources: {'Port': ['ID=d757130e-9331-4a7f-bf0f-2dfa5d56eaec,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:36.721404 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a65b2da2-6cf4-4adb-b8f3-ce75b24b4095 req-5adb8828-50d3-4234-b0cd-af4089eb50f4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457968 Jun 23 17:15:36.798342 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96a3da90-cb39-42ca-b721-9f291f472f17 req-ea0514c8-52a6-43ef-9954-1a3dd7ee1385 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430836 Jun 23 17:15:36.823069 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:36.840159 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:36.840159 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:36.851300 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2442b596-8157-4e91-8030-981a42b4dc40 req-4963f52a-c0ce-4864-ac7d-2730fb0e9cc2 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128897 Jun 23 17:15:36.883470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Pushing event updated for resources: {'Port': ['ID=93d6f767-6de4-44a9-ab75-9ba29cf3fa2c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:37.432667 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device d757130e-9331-4a7f-bf0f-2dfa5d56eaec up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:37.530651 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port d757130e-9331-4a7f-bf0f-2dfa5d56eaec triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:37.531343 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:37.633902 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port d757130e-9331-4a7f-bf0f-2dfa5d56eaec is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:37.634841 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:37.699084 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port d757130e-9331-4a7f-bf0f-2dfa5d56eaec, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=d757130e-9331-4a7f-bf0f-2dfa5d56eaec,segment=NetworkSegment(dc575dd8-646c-40c3-b0c6-76e0dbe5f466),segment_id=dc575dd8-646c-40c3-b0c6-76e0dbe5f466)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:37.707534 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:37.759487 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:15:37.817928 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks [] for router_gateway (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:37.879428 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adb006-8cbc-4a81-b0cb-48fe2d0795d2 req-fe00d5c3-c5a9-4714-aaf2-2e44eae9a63d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:37.898800 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=d757130e-9331-4a7f-bf0f-2dfa5d56eaec,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:37.902638 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-06adb006-8cbc-4a81-b0cb-48fe2d0795d2 req-fe00d5c3-c5a9-4714-aaf2-2e44eae9a63d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.1238613 Jun 23 17:15:37.993041 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2442b596-8157-4e91-8030-981a42b4dc40 req-8517fb7f-238b-4391-a94a-2aff88c93b60 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050786 Jun 23 17:15:38.026554 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-06adb006-8cbc-4a81-b0cb-48fe2d0795d2 req-c22ee4c6-29c3-4ae5-872d-735a3e61ac1f tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191032 Jun 23 17:15:38.045140 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac30fb-fa17-4d28-81bc-abbbe4aeffeb req-585b6e6c-0221-4fba-8961-a9439705baca tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:38.058014 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37ac30fb-fa17-4d28-81bc-abbbe4aeffeb req-585b6e6c-0221-4fba-8961-a9439705baca tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1576324 Jun 23 17:15:38.161553 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:38.184265 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37ac30fb-fa17-4d28-81bc-abbbe4aeffeb req-ab824a8f-0560-4968-8258-3ff4f6c6ba79 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243849 Jun 23 17:15:38.238805 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:38.300099 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37653053-b241-4a60-8385-9c6aec9ef078 None None] Network 96ca108d-95f9-4212-987d-a119a9e61a58 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:15:38.369252 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-01246df5-acdb-495f-947d-0bf13a86c7f7 None None] Provisioning complete for port d757130e-9331-4a7f-bf0f-2dfa5d56eaec triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:38.369470 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-01246df5-acdb-495f-947d-0bf13a86c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:38.454476 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:38.488295 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:15:38.524504 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:38.548618 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-01246df5-acdb-495f-947d-0bf13a86c7f7 None None] Current status of the port d757130e-9331-4a7f-bf0f-2dfa5d56eaec is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:38.577606 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:38.663270 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:38.676312 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Sync routers for ids ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:38.706530 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Routers {'0bd3d8c1-cae8-4e37-ad76-d819da6ff736'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:38.707413 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:38.716697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:38.718380 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-222a9e96-a7ef-42d0-91a5-ee62755ae423 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5468330 Jun 23 17:15:38.721049 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53492) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:38.837183 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Set router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:38.912871 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-82a16de9-0784-4319-a42a-d4c86c52b06f None None] Provisioning complete for port d757130e-9331-4a7f-bf0f-2dfa5d56eaec triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:38.913483 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-82a16de9-0784-4319-a42a-d4c86c52b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:39.229235 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-82a16de9-0784-4319-a42a-d4c86c52b06f None None] Current status of the port d757130e-9331-4a7f-bf0f-2dfa5d56eaec is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:39.274041 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:37Z', 'revision_number': 3, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port': {'id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:39.294402 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce2c10-6de5-4d1a-a55a-cbb107866d37 req-9345852c-71d9-443b-87ce-f274b63346ce tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:39.296303 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-21ce2c10-6de5-4d1a-a55a-cbb107866d37 req-9345852c-71d9-443b-87ce-f274b63346ce tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.1372278 Jun 23 17:15:39.314928 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Checking router: 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:39.315175 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Updating router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:15:39.331512 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:39.393987 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-21ce2c10-6de5-4d1a-a55a-cbb107866d37 req-c0414117-2091-4b63-a643-8fee6ca8e39e tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900629 Jun 23 17:15:39.402349 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device d757130e-9331-4a7f-bf0f-2dfa5d56eaec up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:39.421809 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daa654-a99d-4a2f-996b-4d17999653ea req-62571910-4f56-49c5-a9f5-8e3ee9b65666 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:39.426245 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53daa654-a99d-4a2f-996b-4d17999653ea req-62571910-4f56-49c5-a9f5-8e3ee9b65666 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0795379 Jun 23 17:15:39.459585 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:39.506994 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port d757130e-9331-4a7f-bf0f-2dfa5d56eaec triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:39.507412 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:39.540151 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:39.568334 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53daa654-a99d-4a2f-996b-4d17999653ea req-faee63bc-756b-4483-9157-10dfc8e513d3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102159 Jun 23 17:15:39.680311 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Allocated IP 172.20.0.1 (96ca108d-95f9-4212-987d-a119a9e61a58/c8ea0305-f5ed-4df3-b28c-3debec897451/b5a96902-7bb6-494f-94a2-b914ce8cd35e) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:39.875151 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Publish callbacks [] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:39.878341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port d757130e-9331-4a7f-bf0f-2dfa5d56eaec is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:39.919853 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:39.965395 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Network 96ca108d-95f9-4212-987d-a119a9e61a58 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:39.969165 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:39.973075 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:39.974817 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:39.989860 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7f2cc-28c7-471c-8850-f81f9651802d req-1547d932-006e-43a6-a045-2f811105e5a4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:39.999151 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19f7f2cc-28c7-471c-8850-f81f9651802d req-1547d932-006e-43a6-a045-2f811105e5a4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0940342 Jun 23 17:15:40.034136 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.036005 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Publish callbacks [] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.041974 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:40.055197 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.102526 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19f7f2cc-28c7-471c-8850-f81f9651802d req-78310602-4c9e-4a0b-be07-643b280cdf4f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968270 Jun 23 17:15:40.150211 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Attempting to bind port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:40.150591 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Attempting to bind port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:40.151427 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Attempting to bind port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:40.157530 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03fa0d-3de1-42c5-af80-1e952365829c None None] Pushing event updated for resources: {'Port': ['ID=93d6f767-6de4-44a9-ab75-9ba29cf3fa2c,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:40.166869 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a96902-7bb6-494f-94a2-b914ce8cd35e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:40.180145 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:40.180768 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:40.181747 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.182330 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:40.183006 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Bound port: 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:40.183668 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.215180 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.321409 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] For port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:40.330726 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:40.331964 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] For port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=93d6f767-6de4-44a9-ab75-9ba29cf3fa2c,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:40.360794 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.428008 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-983ef2cd-37a9-4c07-9e85-7b00ea10fa91 None None] Provisioning complete for port b5a96902-7bb6-494f-94a2-b914ce8cd35e triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:40.428682 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-983ef2cd-37a9-4c07-9e85-7b00ea10fa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.527330 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03fa0d-3de1-42c5-af80-1e952365829c None None] Pushing event updated for resources: {'Port': ['ID=93d6f767-6de4-44a9-ab75-9ba29cf3fa2c,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:40.547746 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-983ef2cd-37a9-4c07-9e85-7b00ea10fa91 None None] Port b5a96902-7bb6-494f-94a2-b914ce8cd35e cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:40.602193 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Routers {'0bd3d8c1-cae8-4e37-ad76-d819da6ff736'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:40.603184 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:40.636390 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Publish callbacks [] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.644967 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca823f-55fd-4c06-96ee-f7bff42f37c0 req-7b9d5a86-79a9-426d-936d-f6da131c619d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:40.653854 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-16ca823f-55fd-4c06-96ee-f7bff42f37c0 req-7b9d5a86-79a9-426d-936d-f6da131c619d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0966260 Jun 23 17:15:40.686235 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.784015 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] Set router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:40.797680 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-16ca823f-55fd-4c06-96ee-f7bff42f37c0 req-30c1711d-a392-4b4d-b72c-32b6f8a9665c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428394 Jun 23 17:15:40.804083 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:40.814522 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a96902-7bb6-494f-94a2-b914ce8cd35e,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:40.864829 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:41.028336 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-77505130-cc81-4db3-8b26-9c62566fed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:41.034675 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-77505130-cc81-4db3-8b26-9c62566fed2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 1130 time: 0.0911217 Jun 23 17:15:41.133987 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:40Z', 'revision_number': 4, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port': {'id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'b5a96902-7bb6-494f-94a2-b914ce8cd35e', 'name': '', 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'mac_address': 'fa:16:3e:ee:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:39Z', 'updated_at': '2022-06-23T17:15:39Z', 'revision_number': 1, 'project_id': '71166459c9b047498aa0514538f539ce', 'subnets': [{'id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:41.151356 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Network 96ca108d-95f9-4212-987d-a119a9e61a58 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:41.154665 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:41.176069 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bde069-d917-410c-81d6-f9a7b7102e24 None None] The sync data for ids ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'] in dv-cinder-835384-10-iscsi is: [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:40Z', 'revision_number': 4, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port': {'id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'b5a96902-7bb6-494f-94a2-b914ce8cd35e', 'name': '', 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'mac_address': 'fa:16:3e:ee:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:39Z', 'updated_at': '2022-06-23T17:15:39Z', 'revision_number': 1, 'project_id': '71166459c9b047498aa0514538f539ce', 'subnets': [{'id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:41.280482 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81d165-98f1-4b9e-8451-2f9583d66167 req-125b8a58-ee3f-45f2-8149-77140c9e7209 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:41.294530 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-1bcc7511-31ea-4099-b9d5-b3976d8c3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:41.295404 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ac81d165-98f1-4b9e-8451-2f9583d66167 req-125b8a58-ee3f-45f2-8149-77140c9e7209 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0930300 Jun 23 17:15:41.296093 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-1bcc7511-31ea-4099-b9d5-b3976d8c3c6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.2525203 Jun 23 17:15:41.379006 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-de1d31b6-e639-447f-8ab9-dddf11ed1d49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882 HTTP/1.1" status: 200 len: 217 time: 0.0451968 Jun 23 17:15:41.384526 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ac81d165-98f1-4b9e-8451-2f9583d66167 req-30004cf1-7647-443a-91eb-0a2d6f6e6224 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873346 Jun 23 17:15:41.385532 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:15:41.497831 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-f2732273-c505-4c64-b635-07f54323e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:41.499450 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-f2732273-c505-4c64-b635-07f54323e739 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.1068258 Jun 23 17:15:41.542471 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-ea13b0d4-aafa-445b-a240-b3df1ba1b07a None None] Provisioning complete for port b5a96902-7bb6-494f-94a2-b914ce8cd35e triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:41.542994 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ea13b0d4-aafa-445b-a240-b3df1ba1b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:41.592220 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:41.598159 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-ea13b0d4-aafa-445b-a240-b3df1ba1b07a None None] Port b5a96902-7bb6-494f-94a2-b914ce8cd35e cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:41.637549 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-8488550d-303c-4e3c-9675-9248a802e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:41.639459 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-8488550d-303c-4e3c-9675-9248a802e272 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715327 Jun 23 17:15:41.640615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:41.655768 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-22d19b2f-fb10-4c13-af1a-ff6b86f1f478 admin admin] 10.222.0.18 "PUT /v2.0/routers/0bd3d8c1-cae8-4e37-ad76-d819da6ff736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9334834 Jun 23 17:15:41.738318 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:41.773439 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-b9232f65-6795-4f9f-b221-9123d8057f86 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162467 Jun 23 17:15:41.861058 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:15:41.873640 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:42.061623 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:42.081160 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'port_id': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'mac_address': 'fa:16:3e:40:86:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:15:42.157643 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:42.158250 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:42.176261 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:15:42.200640 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:42.241835 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:42.360659 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:42.473527 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1acc4792-4198-4996-981a-1b1de3f6a12f req-8efe45dd-eb21-4a14-ab11-c33853a894d7 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931095 Jun 23 17:15:42.493076 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ab73-48d5-4717-ac93-1f121543b5f0 req-701851f8-bb92-4465-9c71-e6d1119b416a tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:42.495225 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00d5ab73-48d5-4717-ac93-1f121543b5f0 req-701851f8-bb92-4465-9c71-e6d1119b416a tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 944 time: 0.0698156 Jun 23 17:15:42.573030 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd73c-9f33-451c-8803-7cd65ff7b7a5 req-a6a364d8-5db9-4660-8dfe-37e48cb5ae0b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:42.575314 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ba9bd73c-9f33-451c-8803-7cd65ff7b7a5 req-a6a364d8-5db9-4660-8dfe-37e48cb5ae0b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1009228 Jun 23 17:15:42.586051 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00d5ab73-48d5-4717-ac93-1f121543b5f0 req-a96e9f51-6a0c-468f-8f51-48083f516099 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812652 Jun 23 17:15:42.648411 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ba9bd73c-9f33-451c-8803-7cd65ff7b7a5 req-9d508802-fb9a-411e-aeae-23f5244f326c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664475 Jun 23 17:15:43.113464 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['0ea26bf7-a55b-43ac-9717-c694d5cc21f4'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:15:43.409519 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:43.518811 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:43.519332 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:43.614458 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:43.627895 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:43.628235 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:43.652068 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=93d6f767-6de4-44a9-ab75-9ba29cf3fa2c,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:43.663629 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:43.745142 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=93d6f767-6de4-44a9-ab75-9ba29cf3fa2c,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:43.751375 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b44fe-c89f-4eef-b30a-bbbb3d50413d req-45c1f5ef-ccbb-4697-bcc3-2e6b401926ea tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:43.762397 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f09b44fe-c89f-4eef-b30a-bbbb3d50413d req-45c1f5ef-ccbb-4697-bcc3-2e6b401926ea tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 944 time: 0.0943816 Jun 23 17:15:43.865991 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aac948-9d88-4c85-919d-977a86f9d1dc req-a9a3dddd-32d0-421a-89a8-69693d0eea78 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:43.871914 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-16aac948-9d88-4c85-919d-977a86f9d1dc req-a9a3dddd-32d0-421a-89a8-69693d0eea78 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0942445 Jun 23 17:15:43.898573 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f09b44fe-c89f-4eef-b30a-bbbb3d50413d req-9b36ea81-2bb3-48f6-ae22-d762cc35ad01 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243079 Jun 23 17:15:43.968165 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-16aac948-9d88-4c85-919d-977a86f9d1dc req-4b373604-e7ad-40d2-b9fa-627291db14e6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851510 Jun 23 17:15:44.073649 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Sync routers for ids ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:44.086537 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Routers {'0bd3d8c1-cae8-4e37-ad76-d819da6ff736'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:44.087587 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:44.211402 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Set router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:44.423893 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:40Z', 'revision_number': 4, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port': {'id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'b5a96902-7bb6-494f-94a2-b914ce8cd35e', 'name': '', 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'mac_address': 'fa:16:3e:ee:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:39Z', 'updated_at': '2022-06-23T17:15:40Z', 'revision_number': 2, 'project_id': '71166459c9b047498aa0514538f539ce', 'subnets': [{'id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:44.460792 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Checking router: 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:44.461172 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Updating router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 port b5a96902-7bb6-494f-94a2-b914ce8cd35e binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:15:44.500142 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:44.700407 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:44.727123 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:44.784999 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:15:44.796661 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:44.797527 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:44.837367 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Publish callbacks [] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:44.848782 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:44.892193 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:44.892193 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:44.923009 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:15:44.925386 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a95f1f-71ef-474d-af93-ba34c71fa69e" -d '{"events": [{"server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "name": "network-vif-plugged", "status": "completed", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:44.929118 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e7738-f9d9-4839-b509-507d87004ff3 None None] Pushing event updated for resources: {'Port': ['ID=b5a96902-7bb6-494f-94a2-b914ce8cd35e,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:44.947912 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:44.952620 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:44.961207 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.029579 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Attempting to bind port b5a96902-7bb6-494f-94a2-b914ce8cd35e on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:45.031558 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Attempting to bind port b5a96902-7bb6-494f-94a2-b914ce8cd35e by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:45.031920 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Attempting to bind port b5a96902-7bb6-494f-94a2-b914ce8cd35e on network 96ca108d-95f9-4212-987d-a119a9e61a58 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:45.037120 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9284461f-2064-4912-82f5-41bdd6ff50ac x-openstack-request-id: req-9284461f-2064-4912-82f5-41bdd6ff50ac {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:45.037530 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "name": "network-vif-plugged", "status": "completed", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:45.037946 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9284461f-2064-4912-82f5-41bdd6ff50ac {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:45.038450 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9284461f-2064-4912-82f5-41bdd6ff50ac'] response: {'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'code': 200} Jun 23 17:15:45.048508 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:45.050306 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:45.050486 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Checking segment: {'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:45.054804 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.055340 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Bound using segment: {'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:45.055854 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Bound port: b5a96902-7bb6-494f-94a2-b914ce8cd35e, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:45.056249 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.160878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2c8a3-6f24-4850-b6be-c4bf5f4ee93f req-9bc74bac-3f73-4213-bea9-4b18a0dd396c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:45.166495 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3d2c8a3-6f24-4850-b6be-c4bf5f4ee93f req-9bc74bac-3f73-4213-bea9-4b18a0dd396c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0943935 Jun 23 17:15:45.184095 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] For port b5a96902-7bb6-494f-94a2-b914ce8cd35e, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:45.188151 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] For port b5a96902-7bb6-494f-94a2-b914ce8cd35e, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=b5a96902-7bb6-494f-94a2-b914ce8cd35e,segment=NetworkSegment(dc575dd8-646c-40c3-b0c6-76e0dbe5f466),segment_id=dc575dd8-646c-40c3-b0c6-76e0dbe5f466)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:45.198411 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.242298 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3d2c8a3-6f24-4850-b6be-c4bf5f4ee93f req-87892ba1-bc81-48e2-89e1-85e62b3c03fd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696704 Jun 23 17:15:45.297875 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Routers {'0bd3d8c1-cae8-4e37-ad76-d819da6ff736'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:45.298855 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:45.303757 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-de8f4b17-a756-4bbe-825e-19c2d0e3b437 None None] Provisioning complete for port b5a96902-7bb6-494f-94a2-b914ce8cd35e triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:45.307465 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de8f4b17-a756-4bbe-825e-19c2d0e3b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.324393 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:45.341126 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687630f5-7a0c-4615-925f-1e59a3f91d48 req-f83efcc4-73f0-4e81-8975-86485233331e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:45.349419 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-687630f5-7a0c-4615-925f-1e59a3f91d48 req-f83efcc4-73f0-4e81-8975-86485233331e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.2023215 Jun 23 17:15:45.485140 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] Set router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:45.509201 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-687630f5-7a0c-4615-925f-1e59a3f91d48 req-c0dde303-f6a1-4257-bf74-f4d3a897e79a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423202 Jun 23 17:15:45.544110 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-de8f4b17-a756-4bbe-825e-19c2d0e3b437 None None] Current status of the port b5a96902-7bb6-494f-94a2-b914ce8cd35e is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:45.544690 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de8f4b17-a756-4bbe-825e-19c2d0e3b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.547449 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:45.562890 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:45.628558 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-de8f4b17-a756-4bbe-825e-19c2d0e3b437 None None] For port b5a96902-7bb6-494f-94a2-b914ce8cd35e, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=b5a96902-7bb6-494f-94a2-b914ce8cd35e,segment=NetworkSegment(dc575dd8-646c-40c3-b0c6-76e0dbe5f466),segment_id=dc575dd8-646c-40c3-b0c6-76e0dbe5f466)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:15:45.643882 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:45.643882 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.646132 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de8f4b17-a756-4bbe-825e-19c2d0e3b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.647204 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53686) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:45.666174 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e7738-f9d9-4839-b509-507d87004ff3 None None] Pushing event updated for resources: {'Port': ['ID=b5a96902-7bb6-494f-94a2-b914ce8cd35e,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:45.732334 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f4b17-a756-4bbe-825e-19c2d0e3b437 None None] Pushing event updated for resources: {'Port': ['ID=b5a96902-7bb6-494f-94a2-b914ce8cd35e,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:45.781588 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:45.797331 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-bccc4ba2-4ec1-4fd4-ab39-c89e31ed5b9b None None] Provisioning complete for port b5a96902-7bb6-494f-94a2-b914ce8cd35e triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:45.797904 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bccc4ba2-4ec1-4fd4-ab39-c89e31ed5b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.808570 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410b434-9b4c-484c-9486-8e68b18b33f6 req-53ddce2d-0e47-4a3d-8600-496706437924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:45.811177 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a410b434-9b4c-484c-9486-8e68b18b33f6 req-53ddce2d-0e47-4a3d-8600-496706437924 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1129 time: 0.1038659 Jun 23 17:15:45.819533 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-6613532f-c08f-4138-a861-b79e5af12210 admin admin] Deleting subnet 1aca03ec-95e2-485f-b420-993f1f111af0 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:15:45.826030 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6613532f-c08f-4138-a861-b79e5af12210 admin admin] Publish callbacks [] for subnet (1aca03ec-95e2-485f-b420-993f1f111af0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.880259 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6613532f-c08f-4138-a861-b79e5af12210 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907584'] for subnet (1aca03ec-95e2-485f-b420-993f1f111af0), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:45.904754 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:40Z', 'revision_number': 4, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port': {'id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'b5a96902-7bb6-494f-94a2-b914ce8cd35e', 'name': '', 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'mac_address': 'fa:16:3e:ee:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:39Z', 'updated_at': '2022-06-23T17:15:45Z', 'revision_number': 4, 'project_id': '71166459c9b047498aa0514538f539ce', 'subnets': [{'id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:45.924696 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-bccc4ba2-4ec1-4fd4-ab39-c89e31ed5b9b None None] Current status of the port b5a96902-7bb6-494f-94a2-b914ce8cd35e is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:45.936223 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d14a81-dda6-434c-82de-a28cb2a933e9 None None] The sync data for ids ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'] in dv-cinder-835384-10-iscsi is: [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:40Z', 'revision_number': 4, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port': {'id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'b5a96902-7bb6-494f-94a2-b914ce8cd35e', 'name': '', 'network_id': '96ca108d-95f9-4212-987d-a119a9e61a58', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'mac_address': 'fa:16:3e:ee:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:39Z', 'updated_at': '2022-06-23T17:15:45Z', 'revision_number': 4, 'project_id': '71166459c9b047498aa0514538f539ce', 'subnets': [{'id': 'c8ea0305-f5ed-4df3-b28c-3debec897451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:45.952514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6613532f-c08f-4138-a861-b79e5af12210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (1aca03ec-95e2-485f-b420-993f1f111af0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.035451 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6613532f-c08f-4138-a861-b79e5af12210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11343999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12083498'] for subnet (1aca03ec-95e2-485f-b420-993f1f111af0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.076679 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613532f-c08f-4138-a861-b79e5af12210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aca03ec-95e2-485f-b420-993f1f111af0,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:46.084538 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6613532f-c08f-4138-a861-b79e5af12210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.091658 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53692) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:46.092173 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6613532f-c08f-4138-a861-b79e5af12210 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1aca03ec-95e2-485f-b420-993f1f111af0 HTTP/1.1" status: 204 len: 168 time: 0.4410033 Jun 23 17:15:46.286779 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (61ebd6c3-bd7b-408e-b6a6-97ced763519b), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.442863 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a410b434-9b4c-484c-9486-8e68b18b33f6 req-29491c33-df07-41d1-a6c0-70e9d010442a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682024 Jun 23 17:15:46.552022 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246ba4-e98b-4c26-82c9-0419ff305a11 req-d70d4a4b-6105-4e04-a205-ab0f18c7fa78 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:46.563038 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce246ba4-e98b-4c26-82c9-0419ff305a11 req-d70d4a4b-6105-4e04-a205-ab0f18c7fa78 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.1424685 Jun 23 17:15:46.570544 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (61ebd6c3-bd7b-408e-b6a6-97ced763519b), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.638739 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ebd6c3-bd7b-408e-b6a6-97ced763519b']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:46.668378 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce246ba4-e98b-4c26-82c9-0419ff305a11 req-cf626277-0d48-4204-a616-ffa1d998b817 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040561 Jun 23 17:15:46.671148 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:46.692591 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:46.695172 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0951d584-297d-4b2e-8fc6-307b52eee31b') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:46.699785 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0951d584-297d-4b2e-8fc6-307b52eee31b') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:46.731241 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd94f7-1447-4e30-8213-9f8a3e5cf9b2 req-1fb437cb-ea08-4be3-86ee-cb2c099792a6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:46.738484 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c5bd94f7-1447-4e30-8213-9f8a3e5cf9b2 req-1fb437cb-ea08-4be3-86ee-cb2c099792a6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.1183493 Jun 23 17:15:46.749604 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (0951d584-297d-4b2e-8fc6-307b52eee31b), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.777675 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (0951d584-297d-4b2e-8fc6-307b52eee31b), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.788960 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:15:46.789422 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (0951d584-297d-4b2e-8fc6-307b52eee31b), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.856006 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 0951d584-297d-4b2e-8fc6-307b52eee31b resource provider aggregate not found Jun 23 17:15:46.870008 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c5bd94f7-1447-4e30-8213-9f8a3e5cf9b2 req-3e84bb85-245a-4eaf-81bf-5b7a342fa4cb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301780 Jun 23 17:15:46.904675 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 0951d584-297d-4b2e-8fc6-307b52eee31b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0951d584-297d-4b2e-8fc6-307b52eee31b found for delete ", "request_id": "req-e5d59331-da81-4a10-9567-ac512d7e301e"}]} Jun 23 17:15:46.959216 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (61ebd6c3-bd7b-408e-b6a6-97ced763519b), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.966217 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:46.970020 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] 10.222.0.18 "DELETE /v2.0/networks/61ebd6c3-bd7b-408e-b6a6-97ced763519b HTTP/1.1" status: 204 len: 168 time: 0.8765125 Jun 23 17:15:46.995272 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464b64c-29a0-4eaa-ac10-4669166e034a admin admin] Pushing event deleted for resources: {'Network': ['ID=61ebd6c3-bd7b-408e-b6a6-97ced763519b,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:47.018343 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:47.050621 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-d0c4b0e2-a65a-42fa-a7ad-2ff23f87860b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613163096&fields=id&tenant_id=e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 267 time: 0.0697246 Jun 23 17:15:47.143160 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:47.178466 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-3364dc7b-0940-420b-b385-bceb535368b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:47.186806 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-3364dc7b-0940-420b-b385-bceb535368b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 811 time: 0.1350074 Jun 23 17:15:47.208153 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-b0d40669-bf60-41a8-91a9-39355f27cffd tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/quotas/e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 375 time: 0.0200822 Jun 23 17:15:47.295284 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-3f7f5e45-1cfc-4251-b7e7-29ea143c39b9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852814 Jun 23 17:15:47.431001 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53730) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:47.460052 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device b5a96902-7bb6-494f-94a2-b914ce8cd35e up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:15:47.525226 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-51cae05b-bdf0-4ad0-a2b1-a3d023cd1828 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa636b31dd844b93b83300a3de1418ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930562 Jun 23 17:15:47.528067 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53734) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:47.558033 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port b5a96902-7bb6-494f-94a2-b914ce8cd35e triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:47.558523 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:47.578345 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-d24afffd-ad7d-425d-af81-22f48a33f7af service neutron] 10.222.0.18 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819936 Jun 23 17:15:47.598724 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-34ceeba0-af45-4604-886d-83fce66b093c admin admin] Publish callbacks [] for security_group (8ff57330-a133-4e37-a83d-905103feaa58), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:47.623060 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-34ceeba0-af45-4604-886d-83fce66b093c admin admin] Publish callbacks [] for security_group (8ff57330-a133-4e37-a83d-905103feaa58), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:47.683482 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-34ceeba0-af45-4604-886d-83fce66b093c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (8ff57330-a133-4e37-a83d-905103feaa58), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:47.691944 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-34ceeba0-af45-4604-886d-83fce66b093c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:47.694059 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-34ceeba0-af45-4604-886d-83fce66b093c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ff57330-a133-4e37-a83d-905103feaa58 HTTP/1.1" status: 204 len: 168 time: 0.1649923 Jun 23 17:15:47.708251 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceeba0-af45-4604-886d-83fce66b093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff57330-a133-4e37-a83d-905103feaa58,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:47.743984 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-5aee03ac-6b4a-4985-a1db-27039c413e49 service neutron] 10.222.0.18 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524887 Jun 23 17:15:47.764015 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port b5a96902-7bb6-494f-94a2-b914ce8cd35e is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:15:47.812038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cd31-3f29-4c41-8be6-18b9014380ad req-ab2ca839-9e4e-43cc-96cb-3057f07f2b06 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:47.814284 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7da3cd31-3f29-4c41-8be6-18b9014380ad req-ab2ca839-9e4e-43cc-96cb-3057f07f2b06 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0616291 Jun 23 17:15:47.959692 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7da3cd31-3f29-4c41-8be6-18b9014380ad req-bbe40570-a662-4db2-92ff-a451d56d89fc tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374900 Jun 23 17:15:48.414550 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-158c0abc-cfef-4054-a9c8-ef178c8cd047 req-87260d1c-1fa4-451c-a516-9e0421737a74 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 210 time: 0.0441697 Jun 23 17:15:48.632810 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53762) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:48.639955 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-bc2d2f34-c785-41b6-a8fa-a41cf93d2031 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450697269', 'description': 'tempest-description--658735959'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:48.665910 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2f34-c785-41b6-a8fa-a41cf93d2031 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:48.795195 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2f34-c785-41b6-a8fa-a41cf93d2031 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group (89677882-b10d-4da7-a077-6a0ccd5afa91), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:48.802521 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2f34-c785-41b6-a8fa-a41cf93d2031 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (89677882-b10d-4da7-a077-6a0ccd5afa91), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:48.838641 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d2f34-c785-41b6-a8fa-a41cf93d2031 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89677882-b10d-4da7-a077-6a0ccd5afa91,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:48.845356 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2f34-c785-41b6-a8fa-a41cf93d2031 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:48.848447 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bc2d2f34-c785-41b6-a8fa-a41cf93d2031 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2138584 Jun 23 17:15:48.851380 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53766) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:48.856242 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-77a246f3-941f-4783-be60-f6a5f8749fc2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'security_group_rule': {'security_group_id': '89677882-b10d-4da7-a077-6a0ccd5afa91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:48.889928 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77a246f3-941f-4783-be60-f6a5f8749fc2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group_rule (79e592aa-07df-4f2a-8e66-33c36b7d39b1), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:48.975213 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77a246f3-941f-4783-be60-f6a5f8749fc2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group_rule (79e592aa-07df-4f2a-8e66-33c36b7d39b1), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:48.984213 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77a246f3-941f-4783-be60-f6a5f8749fc2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (79e592aa-07df-4f2a-8e66-33c36b7d39b1), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.019623 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77a246f3-941f-4783-be60-f6a5f8749fc2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.023690 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-77a246f3-941f-4783-be60-f6a5f8749fc2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700904 Jun 23 17:15:49.025422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53770) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:49.027993 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a246f3-941f-4783-be60-f6a5f8749fc2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e592aa-07df-4f2a-8e66-33c36b7d39b1,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:49.032040 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-e75172bc-a503-4a47-adb7-999923204233 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'security_group_rule': {'security_group_id': '89677882-b10d-4da7-a077-6a0ccd5afa91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:49.076702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e75172bc-a503-4a47-adb7-999923204233 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group_rule (f1ada214-c401-4f6e-9bb4-abb86deccc49), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.113368 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75529d14-f9b1-4fab-ae0d-16fbfd0bde27 req-ff7ab5a1-c938-46ac-8709-c8b70468578b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:49.122938 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-75529d14-f9b1-4fab-ae0d-16fbfd0bde27 req-ff7ab5a1-c938-46ac-8709-c8b70468578b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0768147 Jun 23 17:15:49.159649 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e75172bc-a503-4a47-adb7-999923204233 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group_rule (f1ada214-c401-4f6e-9bb4-abb86deccc49), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.166036 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:49.167257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e75172bc-a503-4a47-adb7-999923204233 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (f1ada214-c401-4f6e-9bb4-abb86deccc49), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.205924 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75172bc-a503-4a47-adb7-999923204233 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ada214-c401-4f6e-9bb4-abb86deccc49,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:49.212654 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-75529d14-f9b1-4fab-ae0d-16fbfd0bde27 req-d857f890-4bda-4f43-927f-adcd3bb594f1 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881937 Jun 23 17:15:49.231363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e75172bc-a503-4a47-adb7-999923204233 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.235716 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e75172bc-a503-4a47-adb7-999923204233 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2059565 Jun 23 17:15:49.236010 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 53772) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:49.251152 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:49.306695 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.428845 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9381ff0-7663-4d2d-b0c5-1b6d8d8b11be req-9fcc9aaf-9e79-427a-aa1e-e95a7dfd57e4 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:49.433257 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9381ff0-7663-4d2d-b0c5-1b6d8d8b11be req-9fcc9aaf-9e79-427a-aa1e-e95a7dfd57e4 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.1115921 Jun 23 17:15:49.483442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.507059 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9381ff0-7663-4d2d-b0c5-1b6d8d8b11be req-b7ddaaaf-ae96-4da0-bd05-3368b64356a9 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656190 Jun 23 17:15:49.531096 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53780) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:49.577307 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-de8bbedb-9f11-4647-8e10-0e58a397ef14 req-42fc2bc9-3d98-4410-ad44-03dd179df0d2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 210 time: 0.0422571 Jun 23 17:15:49.679255 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Allocated IP 172.27.0.194 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/2d0c3086-27c5-4c8d-9206-70c37dcd5402) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:49.811956 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:49.842704 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for port (2d0c3086-27c5-4c8d-9206-70c37dcd5402), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.889702 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (2d0c3086-27c5-4c8d-9206-70c37dcd5402), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:49.934347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f81ac-769c-41a5-9c69-a7be98962487 tempest-TestShelveInstance-2041830340 tempest-TestShelveInstance-2041830340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:49.936916 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-661f81ac-769c-41a5-9c69-a7be98962487 tempest-TestShelveInstance-2041830340 tempest-TestShelveInstance-2041830340-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1124 time: 0.4045262 Jun 23 17:15:49.940008 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 53784) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:15:49.940965 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:49.945805 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'port_id': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:49.946390 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:49.948650 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event updated for resources: {'Port': ['ID=2d0c3086-27c5-4c8d-9206-70c37dcd5402,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:49.950913 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:49.967089 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:49.987142 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.091741 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.098376 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (a4fb29ca-bbc3-4989-9f91-975d71b47565), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.150935 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (2d0c3086-27c5-4c8d-9206-70c37dcd5402), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.171947 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:50.228521 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Allocated IP 172.27.0.7 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/ffd328c9-01eb-4198-b17e-b2bdd5be957a) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:50.363119 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for port (ffd328c9-01eb-4198-b17e-b2bdd5be957a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.415124 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (ffd328c9-01eb-4198-b17e-b2bdd5be957a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.467405 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:50.471159 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:50.478453 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:50.510453 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'Port': ['ID=ffd328c9-01eb-4198-b17e-b2bdd5be957a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:50.593118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for port (2d0c3086-27c5-4c8d-9206-70c37dcd5402), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.600137 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (2d0c3086-27c5-4c8d-9206-70c37dcd5402), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.612255 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:50.704763 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (a4fb29ca-bbc3-4989-9f91-975d71b47565), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.716028 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event updated for resources: {'Port': ['ID=2d0c3086-27c5-4c8d-9206-70c37dcd5402,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:50.732563 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.742844 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-80c7db32-6c56-424b-89be-27b2d322c7f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4967959 Jun 23 17:15:50.775293 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4e00c5a-e713-4606-96e8-b510d6ffff63 req-a10f5ffe-83e7-488d-85d6-1275e05a9916 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 210 time: 0.0764558 Jun 23 17:15:50.957144 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for floatingip (16566ede-ae64-4c74-8ccb-59e1885cddef), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:50.980716 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:51.038901 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-100017a9-1c3d-48c2-85c0-b64a9197877b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1450697269&fields=id&tenant_id=bec9016d905e4d29b8e7c3f63c8a8810 HTTP/1.1" status: 200 len: 267 time: 0.0846348 Jun 23 17:15:51.049959 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (ffd328c9-01eb-4198-b17e-b2bdd5be957a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:51.229348 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-b83bd13e-2f44-4481-9aff-9cdcac008b5a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:51.241453 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-b83bd13e-2f44-4481-9aff-9cdcac008b5a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 819 time: 0.1913121 Jun 23 17:15:51.257759 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-0ce009b7-cebb-40cb-972c-4a34a459f295 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/quotas/bec9016d905e4d29b8e7c3f63c8a8810 HTTP/1.1" status: 200 len: 375 time: 0.0149405 Jun 23 17:15:51.343319 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-72f6aea2-3753-4b64-9afb-0d43faf87778 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0768902 Jun 23 17:15:51.343758 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:51.359287 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for port (ffd328c9-01eb-4198-b17e-b2bdd5be957a), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:51.366201 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (ffd328c9-01eb-4198-b17e-b2bdd5be957a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:51.384458 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:51.452595 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event updated for resources: {'Port': ['ID=ffd328c9-01eb-4198-b17e-b2bdd5be957a,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:51.458269 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (16566ede-ae64-4c74-8ccb-59e1885cddef), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:51.476308 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-e500263b-8a72-4b17-849d-4942613b770e service neutron] 10.222.0.18 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172504 Jun 23 17:15:51.587578 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Floating IP 16566ede-ae64-4c74-8ccb-59e1885cddef associated. External IP: 172.27.0.7, port: 0ea26bf7-a55b-43ac-9717-c694d5cc21f4. Jun 23 17:15:51.609145 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-dccbabfa-13de-474d-8b47-62ceef21d636 service neutron] 10.222.0.18 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264429 Jun 23 17:15:51.827785 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dec8fd8-a759-42a6-a3db-6870b183c741 req-a6e10cf0-669b-46ab-b722-dfd36ecf39af tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 210 time: 0.0331507 Jun 23 17:15:51.857095 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Router b9be47f9-f036-460b-a06a-1f23983d198d has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:15:51.954624 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-41d776bc-3165-4a1b-9001-d95131ff90db req-2d3bc5a9-cd74-4339-b97a-5f25905e55e0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 210 time: 0.0779860 Jun 23 17:15:52.007552 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:15:52.020292 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] Sync routers for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:15:52.034975 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:52.036380 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:52.045628 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:52.104465 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a2f4e1de-39f0-4c35-a2f2-9bd0367dafd7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1631992 Jun 23 17:15:52.106452 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:15:52.111816 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b9a1c8-df4d-4521-b894-599671bd2397" -d '{"events": [{"name": "network-changed", "server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:52.159739 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11df4b36-7437-4679-8fc7-972df9d86590 x-openstack-request-id: req-11df4b36-7437-4679-8fc7-972df9d86590 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:52.160187 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:52.160516 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11df4b36-7437-4679-8fc7-972df9d86590 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:52.161006 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11df4b36-7437-4679-8fc7-972df9d86590'] response: {'name': 'network-changed', 'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'status': 'completed', 'code': 200} Jun 23 17:15:52.346023 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:52.631464 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '16566ede-ae64-4c74-8ccb-59e1885cddef', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'port_id': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'mac_address': 'fa:16:3e:40:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:15:50Z', 'revision_number': 0, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:15Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:52.658441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] Checking router: b9be47f9-f036-460b-a06a-1f23983d198d for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:15:52.667608 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:15:52.668336 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:15:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:52.721830 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:52.795583 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:15:52.830477 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-249451b1-658e-4708-b3ef-e3f58e264179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:52.832159 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-249451b1-658e-4708-b3ef-e3f58e264179 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e456e86229d84ae28c56cf25357f99bc&device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1129 time: 0.0595782 Jun 23 17:15:52.946960 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:52.950280 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-d0e341f0-28e5-4246-918a-07ee2c709ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:52.951968 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-d0e341f0-28e5-4246-918a-07ee2c709ad2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 200 len: 910 time: 0.1099768 Jun 23 17:15:52.998928 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3bb5ce5c-8135-4c1f-9697-a3e60ad72ef9 req-cdf62b6a-cf76-48b4-9508-06e1743db252 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 210 time: 0.0531580 Jun 23 17:15:53.082756 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92c636bc-006a-4aca-80ec-810cc1e7a1ed req-1dd0985b-cb96-4c8d-a5ca-54a3e807c962 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 210 time: 0.0348320 Jun 23 17:15:53.139681 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:53.152356 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '16566ede-ae64-4c74-8ccb-59e1885cddef', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'port_id': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'mac_address': 'fa:16:3e:40:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:15:50Z', 'revision_number': 0, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:15Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:15:53.181081 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7f1de-9e9e-41b7-afa1-c970a4b7ca5e None None] The sync data for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi is: [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '16566ede-ae64-4c74-8ccb-59e1885cddef', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'port_id': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'mac_address': 'fa:16:3e:40:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:15:50Z', 'revision_number': 0, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:15Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:15:53.320376 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-a630f04e-c8d8-4bb2-94ce-52eae1b06053 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 997 time: 0.0777304 Jun 23 17:15:53.476423 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b127597-95f5-4e5a-9a8c-0ee87351b200 None None] New status for floating IP 16566ede-ae64-4c74-8ccb-59e1885cddef: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:15:53.486980 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-816b06f8-06e9-4ec3-8b64-618024ebc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:53.488701 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-816b06f8-06e9-4ec3-8b64-618024ebc018 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae HTTP/1.1" status: 200 len: 848 time: 0.1621919 Jun 23 17:15:53.548270 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:53.563809 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-c0161fd3-507f-4698-9401-3aacef87636a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:53.565568 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-c0161fd3-507f-4698-9401-3aacef87636a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 811 time: 0.1924002 Jun 23 17:15:53.882678 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-46865463-1a3f-43cb-b148-95a7f98a24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:53.884544 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-46865463-1a3f-43cb-b148-95a7f98a24cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1262920 Jun 23 17:15:53.928720 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-243abce6-c454-4705-a10b-3f5d616688b1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 380 time: 0.1573565 Jun 23 17:15:53.976882 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'port': {'device_id': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'admin_state_up': True, 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'security_groups': ['07720890-6cb7-466c-81b9-c42434568d4a']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:54.068093 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-b5b15265-8b9c-4114-987f-e16f643b7ddd tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:54.070767 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-b5b15265-8b9c-4114-987f-e16f643b7ddd tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 819 time: 0.1592600 Jun 23 17:15:54.265507 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-1d4ae52a-94b1-4120-9d15-5c201cbe668c service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356180 Jun 23 17:15:54.277038 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7a73898e-4518-46cf-9718-aaf46ecad5b7 req-74c3b1c0-7dab-4e49-8f3a-1d1693a421f1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 210 time: 0.1268251 Jun 23 17:15:54.309374 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-ea606720-7620-4812-b407-1549533f5752 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bec9016d905e4d29b8e7c3f63c8a8810 HTTP/1.1" status: 200 len: 380 time: 0.2223644 Jun 23 17:15:54.309954 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd3efceb-7684-4820-ae83-1190235c8d26 req-ce287479-4a40-452a-ad34-651399b132bb tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 210 time: 0.0627828 Jun 23 17:15:54.337625 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Made reservation on behalf of e393091e3c2d42e79e9f2ec80d471faf for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:54.341342 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:54.386520 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'port': {'device_id': '410f9789-fe14-436c-b928-5e32f1057008', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'admin_state_up': True, 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'security_groups': ['89677882-b10d-4da7-a077-6a0ccd5afa91']}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:54.517048 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Made reservation on behalf of bec9016d905e4d29b8e7c3f63c8a8810 for: {'port': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:15:54.520825 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:54.625166 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4b9a1c8-df4d-4521-b894-599671bd2397 req-918deab6-5b58-4cfb-98c4-ee4dd4f5ed81 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146025 Jun 23 17:15:54.637782 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Allocated IP 172.20.0.4 (7e627980-fd3e-406b-86cf-dac9a328ca6c/66d19201-be84-4098-bf7c-aed5315315b3/5e0d8b7e-7e66-48e6-b53e-f85a41aeb721) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:54.741338 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:54.760874 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Allocated IP 172.20.0.10 (8527c448-8fef-4029-974e-c0de37b33eab/4b5c462a-05e2-4d7a-b669-14d58f9209e4/3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:15:54.822617 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:54.874653 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:54.925042 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:54.976934 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:54.981371 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:55.002210 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:55.007472 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:55.013188 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:55.038470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:55.046882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:55.086720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:55.087370 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:55.114006 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Network 8527c448-8fef-4029-974e-c0de37b33eab is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:15:55.115679 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-a25d5485-9ec6-4978-887f-cd9c0aa78f09 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1526563 Jun 23 17:15:55.119844 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:15:55.122821 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:15:55.141380 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Request body: {'port': {'device_id': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:55.174549 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:55.175199 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:55.179287 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event updated for resources: {'Port': ['ID=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:55.217708 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-6e103e4b-a415-4bcc-a810-2cfa759ae0df tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8350451 Jun 23 17:15:55.226911 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:55.236379 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Request body: {'port': {'device_id': '410f9789-fe14-436c-b928-5e32f1057008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:15:55.284291 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:55.457461 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:55.471598 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-09bbe531-14d9-4467-9aa4-2ca8e2c13934 None None] Provisioning complete for port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:55.472219 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-09bbe531-14d9-4467-9aa4-2ca8e2c13934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:55.487032 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a25cf4-cd23-4601-a462-a6d1b449e705 req-220c69ad-d15a-457d-b0a8-565820a51736 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:55.488821 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-80a25cf4-cd23-4601-a462-a6d1b449e705 req-220c69ad-d15a-457d-b0a8-565820a51736 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 932 time: 0.0848598 Jun 23 17:15:55.537631 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-09bbe531-14d9-4467-9aa4-2ca8e2c13934 None None] Port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:55.581433 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-80a25cf4-cd23-4601-a462-a6d1b449e705 req-19c38c9a-6406-4fe8-b632-c65cd8316f5f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856547 Jun 23 17:15:55.658184 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:55.667155 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-447cc352-2b51-4ad0-a939-403535d388a1 None None] Provisioning complete for port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:15:55.667319 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-447cc352-2b51-4ad0-a939-403535d388a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:55.733324 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-447cc352-2b51-4ad0-a939-403535d388a1 None None] Port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:15:55.808246 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88080c1-4da7-4cc4-a7be-e315d0953d7d req-857508e6-d736-4b39-87ce-183381ecc2da tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:55.811124 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e88080c1-4da7-4cc4-a7be-e315d0953d7d req-857508e6-d736-4b39-87ce-183381ecc2da tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 931 time: 0.0704808 Jun 23 17:15:55.906221 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:55.910296 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:15:55.917908 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e88080c1-4da7-4cc4-a7be-e315d0953d7d req-2433083b-2d92-4f8b-a86b-3422b3d3b1b5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959294 Jun 23 17:15:55.919401 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Publish callbacks [] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:55.936411 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Transition to ACTIVE for port object 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf will not be triggered until provisioned by entity L2. {{(pid=104125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:15:55.946663 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.007721 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Pushing event updated for resources: {'Port': ['ID=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:56.023349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:15:56.038641 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Publish callbacks [] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.053185 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Transition to ACTIVE for port object 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:15:56.057236 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.103241 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Attempting to bind port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:56.104112 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Attempting to bind port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:56.104323 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Attempting to bind port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf on network 8527c448-8fef-4029-974e-c0de37b33eab {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:56.109994 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf on network 8527c448-8fef-4029-974e-c0de37b33eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:15:56.110224 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Attempting to bind port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf on network 8527c448-8fef-4029-974e-c0de37b33eab {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:56.116566 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:56.117534 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Checking segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:56.117534 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Bound using segment: {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:56.118395 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Bound port: 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:56.119038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.123495 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:56.207082 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] For port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf, host hv-cinder-83538, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:56.214706 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] For port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:56.222517 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.293535 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.299797 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.301470 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] 10.222.0.57 "PUT /v2.0/ports/3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 200 len: 1094 time: 1.0696645 Jun 23 17:15:56.302041 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:15:56.304426 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592f9897-ecc0-46ce-8f7e-b7e316afe164" -d '{"events": [{"name": "network-changed", "server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:56.327465 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Attempting to bind port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:15:56.328179 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Attempting to bind port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:15:56.328993 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Attempting to bind port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 on network 7e627980-fd3e-406b-86cf-dac9a328ca6c {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:56.339712 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 on network 7e627980-fd3e-406b-86cf-dac9a328ca6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:15:56.340258 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Attempting to bind port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 on network 7e627980-fd3e-406b-86cf-dac9a328ca6c {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:15:56.351024 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:15:56.351693 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Checking segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:15:56.352246 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Bound using segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:15:56.354188 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Bound port: 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:15:56.354879 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.377710 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321be2c4-f76d-4b33-b672-7fd097f56f1e service neutron] Pushing event updated for resources: {'Port': ['ID=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:56.382830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:56.400102 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456323e5-e6a3-4445-97d1-d2377358b93f x-openstack-request-id: req-456323e5-e6a3-4445-97d1-d2377358b93f {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:56.400790 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:56.401222 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-456323e5-e6a3-4445-97d1-d2377358b93f {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:56.401775 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456323e5-e6a3-4445-97d1-d2377358b93f'] response: {'name': 'network-changed', 'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'status': 'completed', 'code': 200} Jun 23 17:15:56.439282 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-927b1f11-3618-4e1d-8678-5b4e77be9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.442350 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-927b1f11-3618-4e1d-8678-5b4e77be9a93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1128 time: 0.0716641 Jun 23 17:15:56.470555 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] For port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:15:56.483772 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] For port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:15:56.493385 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.508034 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-7f63ef57-bd53-4346-9689-4bf8d2e9599a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 200 len: 217 time: 0.0455639 Jun 23 17:15:56.532106 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.532753 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:15:56.534176 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] 10.222.0.57 "PUT /v2.0/ports/5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 HTTP/1.1" status: 200 len: 1093 time: 1.4003441 Jun 23 17:15:56.534623 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'tag': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:15:56.536970 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24dae32-e737-4e2d-ba31-95da2f28e338" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f045dd-0ec4-4225-8bae-0035daa2c0ee", "tag": "5e0d8b7e-7e66-48e6-b53e-f85a41aeb721"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:15:56.586986 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc6256-1bfc-4914-b079-0042a608f378 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:15:56.591100 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e891c539-a6c1-47a6-8e23-8cc93d5783f4 x-openstack-request-id: req-e891c539-a6c1-47a6-8e23-8cc93d5783f4 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:15:56.591385 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f045dd-0ec4-4225-8bae-0035daa2c0ee", "tag": "5e0d8b7e-7e66-48e6-b53e-f85a41aeb721", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:15:56.591641 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e891c539-a6c1-47a6-8e23-8cc93d5783f4 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:15:56.592043 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e891c539-a6c1-47a6-8e23-8cc93d5783f4'] response: {'name': 'network-changed', 'server_uuid': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'tag': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'status': 'completed', 'code': 200} Jun 23 17:15:56.637264 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:56.670110 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-c146e1b1-7b46-4c99-9ab1-3d3209ceddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.671581 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-c146e1b1-7b46-4c99-9ab1-3d3209ceddc7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.1447685 Jun 23 17:15:56.674355 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-59df5978-752b-4508-ab17-796976384b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.676455 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-59df5978-752b-4508-ab17-796976384b7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 1127 time: 0.0646117 Jun 23 17:15:56.687484 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-aeb5ebf2-0984-4a8f-959c-d4e1476246b1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.689248 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-aeb5ebf2-0984-4a8f-959c-d4e1476246b1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/networks?id=2332f670-26c0-4a09-b312-dc7134c61067 HTTP/1.1" status: 200 len: 814 time: 0.1756032 Jun 23 17:15:56.738307 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-de2e0add-54ae-4b29-988c-cd00980b6ad1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/quotas/26dde39423224c57b71005a60dacbed3 HTTP/1.1" status: 200 len: 375 time: 0.0360224 Jun 23 17:15:56.755823 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-4e0e0c92-a0d9-41c4-937e-4b697dc3c45c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 HTTP/1.1" status: 200 len: 217 time: 0.0529294 Jun 23 17:15:56.758144 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-d2ec0656-fb80-47ed-a370-3d2c17fe1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.759556 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-d2ec0656-fb80-47ed-a370-3d2c17fe1f22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0658929 Jun 23 17:15:56.762836 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:56.772415 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b905cc-ff2f-4207-9ddc-6420cac91263 req-1904def6-2dd3-4978-a9a9-5836b97cbae6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.774004 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3b905cc-ff2f-4207-9ddc-6420cac91263 req-1904def6-2dd3-4978-a9a9-5836b97cbae6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 944 time: 0.0925436 Jun 23 17:15:56.816409 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-ddcf2511-978e-4e28-8f95-bcef27852936 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=26dde39423224c57b71005a60dacbed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706625 Jun 23 17:15:56.849190 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-9f97883a-9998-4791-830e-f7bf38e033e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.850706 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-9f97883a-9998-4791-830e-f7bf38e033e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0758228 Jun 23 17:15:56.877408 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3b905cc-ff2f-4207-9ddc-6420cac91263 req-cf2c64ad-6bb4-4f8b-8062-3b224109278b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922265 Jun 23 17:15:56.905297 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-c32564bf-a0ce-441f-a5e6-44f240e98727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:56.906935 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-c32564bf-a0ce-441f-a5e6-44f240e98727 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457447 Jun 23 17:15:56.935143 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-7315e939-f7ba-488a-afd9-6c04c5c4a0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574473 Jun 23 17:15:56.983452 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-80909c66-1aa9-42e6-8cb4-464141d82bbe service neutron] 10.222.0.18 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359460 Jun 23 17:15:57.073914 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-27e36899-59ed-4e80-9adb-da9dc794c049 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586380 Jun 23 17:15:57.090378 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf5df3-1773-4235-9736-198ae7c1d1dc req-ade96edd-650f-4db5-864d-44545dc9790a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:57.091835 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8baf5df3-1773-4235-9736-198ae7c1d1dc req-ade96edd-650f-4db5-864d-44545dc9790a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0714707 Jun 23 17:15:57.112758 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e4d7b1f5-e197-4d8c-9e6f-1a13ef2197a3 req-e63f1b26-60d7-4bdf-96bd-9871c8a469cf service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696470 Jun 23 17:15:57.121996 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:15:57.138161 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-7313bc21-e3ce-4f16-8eda-90e727f8f750 service neutron] 10.222.0.18 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134880 Jun 23 17:15:57.231434 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8baf5df3-1773-4235-9736-198ae7c1d1dc req-ca996214-25a5-4758-8153-85d61b9b61d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190622 Jun 23 17:15:57.235300 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d5565f3-85d1-4c35-8a7a-cb297f9b9c44 req-ac0d6817-1a16-4213-9d25-8c1ecd55ef6a service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522431 Jun 23 17:15:57.339346 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-979d65c5-21b3-464e-91e3-85db2abcdba1 req-af844471-9efb-4011-9265-64c0953950ea tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 210 time: 0.0329983 Jun 23 17:15:58.022686 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590787e2-f146-48e6-be20-7873aec07af4 req-972da97e-94cc-49d3-8a82-9bc294d07430 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:58.024179 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-590787e2-f146-48e6-be20-7873aec07af4 req-972da97e-94cc-49d3-8a82-9bc294d07430 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 944 time: 0.0532429 Jun 23 17:15:58.076000 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-590787e2-f146-48e6-be20-7873aec07af4 req-927ad1ac-3a1e-4313-b41c-d27552b85bf9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461874 Jun 23 17:15:58.355761 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17512da6-ece3-42a1-bf28-534e4649d3ee req-88dd3cde-611d-4de3-9661-653f1d05fe3e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:58.357421 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-17512da6-ece3-42a1-bf28-534e4649d3ee req-88dd3cde-611d-4de3-9661-653f1d05fe3e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0484085 Jun 23 17:15:58.411060 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-17512da6-ece3-42a1-bf28-534e4649d3ee req-dec0971d-00fd-485c-ad7a-ca4c21508584 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480821 Jun 23 17:15:58.447621 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5b2564d1-0c20-4b48-adf2-07573c5acabb req-e66e629a-916d-4058-8b95-1104cce09c5b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 210 time: 0.0331688 Jun 23 17:15:59.206111 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf36e6-e3c7-49e4-a5c1-71c0cc313729 req-92936ca1-72fe-47f8-b71e-558e8468d75b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:59.207963 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9cf36e6-e3c7-49e4-a5c1-71c0cc313729 req-92936ca1-72fe-47f8-b71e-558e8468d75b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 944 time: 0.0587320 Jun 23 17:15:59.259482 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9cf36e6-e3c7-49e4-a5c1-71c0cc313729 req-2082664d-0027-4688-8652-7ec2a6ee9b60 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455048 Jun 23 17:15:59.541869 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226234b0-64df-41ef-bed1-e197a2a434b7 req-7b0a11e2-d0a8-4e16-b4ad-f8b4f404d253 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:59.543470 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-226234b0-64df-41ef-bed1-e197a2a434b7 req-7b0a11e2-d0a8-4e16-b4ad-f8b4f404d253 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0537570 Jun 23 17:15:59.546828 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-25920f69-0218-41ab-97c7-7efa88b0ba8c req-7b989098-06a9-4e9a-bbad-4113cfbca68b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 210 time: 0.0296702 Jun 23 17:15:59.594557 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-226234b0-64df-41ef-bed1-e197a2a434b7 req-fc8d2c91-0081-40bb-80e4-6be6e10cbb54 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445082 Jun 23 17:15:59.730868 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-7eb6d196-2a83-48be-a3eb-c2403da8fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:15:59.732376 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-7eb6d196-2a83-48be-a3eb-c2403da8fe79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1128 time: 0.0443814 Jun 23 17:16:00.053452 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a1eb02ec-820c-44ea-a753-79b072bc718e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:00.376136 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:00.388768 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b49f-03a2-4346-8006-5759a62a9f3b req-5e2052c9-5579-4362-825f-523971393d7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:00.390310 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af77b49f-03a2-4346-8006-5759a62a9f3b req-5e2052c9-5579-4362-825f-523971393d7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 944 time: 0.0566421 Jun 23 17:16:00.443794 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af77b49f-03a2-4346-8006-5759a62a9f3b req-3bf86dc1-c929-42f0-8764-e89d55116ba4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Jun 23 17:16:00.658373 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ca73336d-40d2-424a-9aaf-41beb261dfd4 req-231fc90e-e9b4-4020-a301-f1e24ff841a8 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 210 time: 0.0391004 Jun 23 17:16:00.718248 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb34284-66d2-4957-abae-a2ff9b5b56fe req-b94e5cf6-885d-45ef-8ecf-213239a640a4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:00.719781 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afb34284-66d2-4957-abae-a2ff9b5b56fe req-b94e5cf6-885d-45ef-8ecf-213239a640a4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0484877 Jun 23 17:16:00.799438 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afb34284-66d2-4957-abae-a2ff9b5b56fe req-3ab0eb57-8e1a-45ef-a31e-ae5909c0610f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725911 Jun 23 17:16:00.823669 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-0b81f2b0-ff16-4758-8146-d36a6f455798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:00.834332 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-0b81f2b0-ff16-4758-8146-d36a6f455798 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 1127 time: 0.0506601 Jun 23 17:16:00.860190 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-8fef0a0e-a565-4aba-a6c8-2ae98529d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:00.861697 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-8fef0a0e-a565-4aba-a6c8-2ae98529d9e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1041973 Jun 23 17:16:00.919711 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-755dba74-f0a9-4a55-aa97-053206ae6c06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 200 len: 217 time: 0.0356588 Jun 23 17:16:00.971637 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-64cd76eb-0444-409b-a3d0-abac7d5632a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:00.973467 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-64cd76eb-0444-409b-a3d0-abac7d5632a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.0888922 Jun 23 17:16:00.979090 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-df15ffe7-bace-4bc7-b02c-52560bc3e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:00.980583 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-df15ffe7-bace-4bc7-b02c-52560bc3e71b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0467374 Jun 23 17:16:01.050366 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-712663b3-447c-4bae-8328-bb3954686135 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 HTTP/1.1" status: 200 len: 217 time: 0.0382006 Jun 23 17:16:01.053140 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-7010bae3-a3f1-4688-84f1-d109c8b279eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:01.054702 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-7010bae3-a3f1-4688-84f1-d109c8b279eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414395 Jun 23 17:16:01.343363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:01.364272 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-cb3297e8-42e4-43c9-a5c8-f409622ca5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:01.365924 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-cb3297e8-42e4-43c9-a5c8-f409622ca5b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0460293 Jun 23 17:16:01.410592 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:01.414112 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-9fb5982b-e384-46a7-adc3-0075a7f70651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:01.415803 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-9fb5982b-e384-46a7-adc3-0075a7f70651 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410597 Jun 23 17:16:01.417224 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-09b9bbbe-e522-4530-8e08-2d93526939b1 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975451 Jun 23 17:16:01.538552 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-eaff7333-7dd6-468c-be3e-cb5e6e44fd51 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074579 Jun 23 17:16:01.601294 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422778-24f3-4683-8c29-cc6aab9e24f1 req-6094ef0a-591b-4cba-98b4-fb822f341050 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:01.602845 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-72422778-24f3-4683-8c29-cc6aab9e24f1 req-6094ef0a-591b-4cba-98b4-fb822f341050 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 944 time: 0.0795712 Jun 23 17:16:01.643321 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-592f9897-ecc0-46ce-8f7e-b7e316afe164 req-72ff314d-517b-4767-887b-8756ba7c8813 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740327 Jun 23 17:16:01.659015 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-8d46477b-360b-494d-b951-da2ad241aa2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:01.661383 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-8d46477b-360b-494d-b951-da2ad241aa2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.57 "GET /v2.0/networks?id=2332f670-26c0-4a09-b312-dc7134c61067 HTTP/1.1" status: 200 len: 814 time: 0.1698868 Jun 23 17:16:01.705504 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f24dae32-e737-4e2d-ba31-95da2f28e338 req-447aa764-e8fc-49eb-9691-67c7cd3bf722 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489115 Jun 23 17:16:01.706127 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'port': {'device_id': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'admin_state_up': True, 'tenant_id': '26dde39423224c57b71005a60dacbed3'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:01.710469 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-72422778-24f3-4683-8c29-cc6aab9e24f1 req-64cceb18-a986-4bfd-bba0-e03b6af82fea tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723600 Jun 23 17:16:01.818088 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9fbb0642-c8f0-47ba-aaf5-c82cdc5e3816 req-4a52da61-03d1-4947-9c0c-11476d48fcda tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 210 time: 0.0344706 Jun 23 17:16:01.864035 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Made reservation on behalf of 26dde39423224c57b71005a60dacbed3 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:16:01.868981 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:01.942525 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e52b85-a7bf-4bc0-8c38-24315a5c02a0 req-37b04b5c-ce95-44a4-a2a0-2b413ada6afa tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:01.944288 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f5e52b85-a7bf-4bc0-8c38-24315a5c02a0 req-37b04b5c-ce95-44a4-a2a0-2b413ada6afa tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0539122 Jun 23 17:16:02.006496 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f5e52b85-a7bf-4bc0-8c38-24315a5c02a0 req-ddf3a12c-61fc-4517-9cd0-ec1e2b0bd85a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527413 Jun 23 17:16:02.008483 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Allocated IP 172.20.0.11 (2332f670-26c0-4a09-b312-dc7134c61067/88d44bd9-b1fa-4867-b53c-a7463ec79833/f326af8b-43a2-44c9-902a-68353086ffbf) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:16:02.057153 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:02.170886 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for port (f326af8b-43a2-44c9-902a-68353086ffbf), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:02.216044 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:02.268490 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Network 2332f670-26c0-4a09-b312-dc7134c61067 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:02.297539 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:02.318189 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:16:02.345120 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-36fe299a-19dd-4522-ab50-68b7ad036865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:02.353556 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:02.369038 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'Port': ['ID=f326af8b-43a2-44c9-902a-68353086ffbf,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:02.397750 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:02.398485 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:02.429904 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-c2ca9086-2ede-421e-bf38-babdcd9716fd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7284186 Jun 23 17:16:02.590269 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c55fa26c-ecbd-4b2c-96a5-f9fc912c4fb4 None None] Provisioning complete for port f326af8b-43a2-44c9-902a-68353086ffbf triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:16:02.590687 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c55fa26c-ecbd-4b2c-96a5-f9fc912c4fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:02.625152 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c55fa26c-ecbd-4b2c-96a5-f9fc912c4fb4 None None] Port f326af8b-43a2-44c9-902a-68353086ffbf cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:16:02.706138 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:16:02.822014 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:02.849036 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'mac_address': 'fa:16:3e:2c:2b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:16:02.886140 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa840fa4-99ea-4b93-b7a7-938cd208262d req-0780894d-d899-46d9-98be-6e3e328b694f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:02.894830 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa840fa4-99ea-4b93-b7a7-938cd208262d req-0780894d-d899-46d9-98be-6e3e328b694f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 944 time: 0.1002481 Jun 23 17:16:02.941744 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:02.942254 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:02.954659 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa840fa4-99ea-4b93-b7a7-938cd208262d req-19ce0af6-3d68-4c58-8551-287faac9f88b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565910 Jun 23 17:16:02.955766 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:16:02.963798 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed58c-03a9-473d-b75b-e34627afc61c req-835b2fd6-0695-4308-9bbb-10a7c53958f2 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:02.965447 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-86aed58c-03a9-473d-b75b-e34627afc61c req-835b2fd6-0695-4308-9bbb-10a7c53958f2 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0595093 Jun 23 17:16:02.977828 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:02.983054 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:03.058942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:03.148598 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a90653-d787-49ad-b7cc-2eebc5629245 req-5f9216c5-a6f1-403d-90a6-4fd4b459ad0f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:03.150187 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7a90653-d787-49ad-b7cc-2eebc5629245 req-5f9216c5-a6f1-403d-90a6-4fd4b459ad0f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0493262 Jun 23 17:16:03.229865 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-86aed58c-03a9-473d-b75b-e34627afc61c req-c0dabb2f-a9ae-4fff-a950-8320fa673e15 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569580 Jun 23 17:16:03.234058 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7a90653-d787-49ad-b7cc-2eebc5629245 req-5104a78f-acf7-4ad6-a564-017b5a5fc44b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779498 Jun 23 17:16:03.436404 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:03.640241 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:16:03.778351 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:03.837075 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:04.077195 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddc4d4-ad21-4f4c-9e1d-3579f55399f8 req-1835ee19-ac94-4bf2-9566-aa6ccf6a2e7f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:04.079124 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6ddc4d4-ad21-4f4c-9e1d-3579f55399f8 req-1835ee19-ac94-4bf2-9566-aa6ccf6a2e7f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 945 time: 0.0532720 Jun 23 17:16:04.129085 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6ddc4d4-ad21-4f4c-9e1d-3579f55399f8 req-f024e72e-5790-4cfc-8f5f-19fc2185d4a2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Jun 23 17:16:04.348844 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ada8-5e6e-423f-906d-c1423de6043d req-b8bdcef2-17bc-4198-90b4-23610dee6e24 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:04.350575 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e6d5ada8-5e6e-423f-906d-c1423de6043d req-b8bdcef2-17bc-4198-90b4-23610dee6e24 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0495129 Jun 23 17:16:04.353219 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb43b2-2ef9-4a60-981c-67fcc7d8f8b5 req-216a1a7e-111a-48f1-9351-f1186e88df01 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:04.354805 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12bb43b2-2ef9-4a60-981c-67fcc7d8f8b5 req-216a1a7e-111a-48f1-9351-f1186e88df01 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0529976 Jun 23 17:16:04.405056 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:04.423527 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e6d5ada8-5e6e-423f-906d-c1423de6043d req-c212682f-7c79-4add-9981-39cf52046790 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648074 Jun 23 17:16:04.428066 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12bb43b2-2ef9-4a60-981c-67fcc7d8f8b5 req-a19dafb1-91af-4233-b7c5-bafed3705065 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670104 Jun 23 17:16:04.806087 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:05.136902 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:05.141890 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:05.201438 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:16:05.210798 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:16:05.211264 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:05.214885 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:05.291817 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895534d5-a3b3-4a0e-ba33-d99a936f5e17 req-b1ff385a-91c6-4dd1-b816-100a64f16ced tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:05.302454 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-895534d5-a3b3-4a0e-ba33-d99a936f5e17 req-b1ff385a-91c6-4dd1-b816-100a64f16ced tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 945 time: 0.0965121 Jun 23 17:16:05.323019 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:05.323636 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:05.349182 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:05.351821 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859865b7-69f8-4d30-bac8-45451a39b254" -d '{"events": [{"server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "name": "network-vif-plugged", "status": "completed", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:05.359242 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-895534d5-a3b3-4a0e-ba33-d99a936f5e17 req-3c3bcfde-99fb-474e-8a21-e7f9bb5c8de4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542765 Jun 23 17:16:05.365021 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:05.372511 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:05.423255 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82b1f3-c582-4166-af49-1661dd51c809 x-openstack-request-id: req-0b82b1f3-c582-4166-af49-1661dd51c809 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:05.423549 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "name": "network-vif-plugged", "status": "completed", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:05.423804 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b82b1f3-c582-4166-af49-1661dd51c809 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:05.424211 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b82b1f3-c582-4166-af49-1661dd51c809'] response: {'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'code': 200} Jun 23 17:16:05.425244 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:05.548636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbee1a3-84c5-41f3-a890-ef5d6e108ba2 req-96a7a08f-bfb4-4ead-8bd0-8022667c32c4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:05.550386 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6cbee1a3-84c5-41f3-a890-ef5d6e108ba2 req-96a7a08f-bfb4-4ead-8bd0-8022667c32c4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0494998 Jun 23 17:16:05.551832 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145465-b6ce-49c0-8427-13d61c98ff2e req-fa9eac38-5c6e-4e06-9e20-5a30347f3b45 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:05.553435 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-94145465-b6ce-49c0-8427-13d61c98ff2e req-fa9eac38-5c6e-4e06-9e20-5a30347f3b45 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0589135 Jun 23 17:16:05.604299 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6cbee1a3-84c5-41f3-a890-ef5d6e108ba2 req-0e2b6570-0d40-45cd-87ad-c23d60e0f9b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468285 Jun 23 17:16:05.624584 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-94145465-b6ce-49c0-8427-13d61c98ff2e req-90fbc6c4-d952-4b6f-aa7f-f55c4577bea3 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640633 Jun 23 17:16:06.536013 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44ac3-c30b-4fd0-88dd-0cecf248c5ae req-9efd9cd9-a565-485f-9e7c-248761ef2ef2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:06.537739 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84a44ac3-c30b-4fd0-88dd-0cecf248c5ae req-9efd9cd9-a565-485f-9e7c-248761ef2ef2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0864391 Jun 23 17:16:06.608698 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84a44ac3-c30b-4fd0-88dd-0cecf248c5ae req-0e46cf16-3c42-4b90-a8d4-c90b84a72776 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650949 Jun 23 17:16:06.731362 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8095f24-4c39-4e5c-b31d-6a5cb7d98b28 req-1048c613-c64a-4aeb-b850-d1343c0364ea tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:06.733046 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8095f24-4c39-4e5c-b31d-6a5cb7d98b28 req-1048c613-c64a-4aeb-b850-d1343c0364ea tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0565319 Jun 23 17:16:06.773272 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27cff-8f00-471e-a049-0c90a2961586 req-067b1b80-04bc-4130-a00a-7f9b15b667fb tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:06.775090 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2b27cff-8f00-471e-a049-0c90a2961586 req-067b1b80-04bc-4130-a00a-7f9b15b667fb tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0731702 Jun 23 17:16:06.786126 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8095f24-4c39-4e5c-b31d-6a5cb7d98b28 req-ee97feae-3e34-43a2-8db1-f93df72f2114 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470634 Jun 23 17:16:06.831748 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2b27cff-8f00-471e-a049-0c90a2961586 req-31748a5d-1944-4b42-b540-7ff8a24654b0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509479 Jun 23 17:16:07.754696 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfbea5-5f42-41cc-90ce-4422218a8a54 req-97f44b75-d2b2-4183-bf90-c994eb8b93ac tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:07.756288 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-18cfbea5-5f42-41cc-90ce-4422218a8a54 req-97f44b75-d2b2-4183-bf90-c994eb8b93ac tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0717652 Jun 23 17:16:07.805190 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-18cfbea5-5f42-41cc-90ce-4422218a8a54 req-3e75748e-4c1e-4879-906f-f24dd128c098 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Jun 23 17:16:07.931639 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb4914-6719-4b90-9878-c0b2ba0de2b2 req-a2807af2-6fd1-4163-82da-0f5f0bfebc24 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:07.933228 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58eb4914-6719-4b90-9878-c0b2ba0de2b2 req-a2807af2-6fd1-4163-82da-0f5f0bfebc24 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0559611 Jun 23 17:16:07.946592 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:07.951756 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff0263-0b10-4651-ab7b-4420c191e8fa req-27b6d95c-2c4a-4dba-b7d5-1661effd4cce tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:07.953508 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e0ff0263-0b10-4651-ab7b-4420c191e8fa req-27b6d95c-2c4a-4dba-b7d5-1661effd4cce tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0492244 Jun 23 17:16:08.010510 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e0ff0263-0b10-4651-ab7b-4420c191e8fa req-200e1d8a-ab12-4805-baa5-317187c906ce tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461876 Jun 23 17:16:08.014373 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58eb4914-6719-4b90-9878-c0b2ba0de2b2 req-c3b9bc48-a7e1-45e8-b4fd-029c9bb56761 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750608 Jun 23 17:16:08.924076 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:08.936372 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e7ef3-f8b1-40bd-a3e5-23c5e7f6a429 req-46dbab7f-e85c-4ee9-8769-ae14d5666401 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:08.939645 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb0e7ef3-f8b1-40bd-a3e5-23c5e7f6a429 req-46dbab7f-e85c-4ee9-8769-ae14d5666401 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0633907 Jun 23 17:16:08.991717 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb0e7ef3-f8b1-40bd-a3e5-23c5e7f6a429 req-9d1580a0-2607-4df9-a6e9-afaa6dc503fb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465255 Jun 23 17:16:09.145318 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372147a-1685-41a6-ba2d-1e76621f7eee req-2ab9a4a8-5d3b-444f-aa9d-cc1dca50f19b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:09.147787 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9372147a-1685-41a6-ba2d-1e76621f7eee req-2ab9a4a8-5d3b-444f-aa9d-cc1dca50f19b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0639307 Jun 23 17:16:09.161942 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b5363-fe68-44fc-bd7f-c672bda57654 req-eccfb20e-b278-438e-8d7d-04307e84b8f4 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:09.163610 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-348b5363-fe68-44fc-bd7f-c672bda57654 req-eccfb20e-b278-438e-8d7d-04307e84b8f4 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0827117 Jun 23 17:16:09.226464 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9372147a-1685-41a6-ba2d-1e76621f7eee req-45d53d9f-83a4-48e7-8eb6-abd38192085a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721962 Jun 23 17:16:09.246558 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-348b5363-fe68-44fc-bd7f-c672bda57654 req-590969db-3914-4472-b625-dc7191c44097 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766239 Jun 23 17:16:10.126426 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c4ff-2f20-457e-8161-91c850b1810b req-0fc14eec-d245-4f57-a9ce-25a84f3e3dff tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:10.133592 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7772c4ff-2f20-457e-8161-91c850b1810b req-0fc14eec-d245-4f57-a9ce-25a84f3e3dff tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0583603 Jun 23 17:16:10.183074 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7772c4ff-2f20-457e-8161-91c850b1810b req-e6e1480c-a0b1-48ee-9fb7-1b6794681ed5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485251 Jun 23 17:16:10.352601 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9281-b554-4e2a-b561-e955ab5b25c6 req-62aa83d2-a86a-438a-bbdc-90ba1cb0d7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:10.359647 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f2b9281-b554-4e2a-b561-e955ab5b25c6 req-62aa83d2-a86a-438a-bbdc-90ba1cb0d7a2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0614636 Jun 23 17:16:10.386393 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fc6f0-5d8e-4518-b03e-94a48745a1fb req-932fb009-cdfc-4574-a4e9-0a7b1c0a13a6 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:10.388006 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4c9fc6f0-5d8e-4518-b03e-94a48745a1fb req-932fb009-cdfc-4574-a4e9-0a7b1c0a13a6 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0547583 Jun 23 17:16:10.388441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:10.406713 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f2b9281-b554-4e2a-b561-e955ab5b25c6 req-32b1634d-9202-4829-9614-09969b30ee23 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461998 Jun 23 17:16:10.443633 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4c9fc6f0-5d8e-4518-b03e-94a48745a1fb req-267e0738-12c5-4933-99f5-0ee9c1dbbfc6 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 Jun 23 17:16:11.307512 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430b3b-5829-4c1b-9694-25d1de913a33 req-0f5c4b1f-eb84-49f9-b58f-fd012bce2d82 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:11.309039 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba430b3b-5829-4c1b-9694-25d1de913a33 req-0f5c4b1f-eb84-49f9-b58f-fd012bce2d82 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0558000 Jun 23 17:16:11.356366 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba430b3b-5829-4c1b-9694-25d1de913a33 req-b4025659-423a-4eed-978f-1f3173271f41 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Jun 23 17:16:11.529043 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a3ae2-5832-4eb1-8bc3-eabbfd7e5da8 req-d3665bc6-8963-4d04-b62f-8254e18b0cdf tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:11.530902 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-930a3ae2-5832-4eb1-8bc3-eabbfd7e5da8 req-d3665bc6-8963-4d04-b62f-8254e18b0cdf tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0543728 Jun 23 17:16:11.585763 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-930a3ae2-5832-4eb1-8bc3-eabbfd7e5da8 req-acd9fbb6-f4c9-4d46-8a70-01b1a18ad1d4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468454 Jun 23 17:16:11.589060 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541834eb-4716-49ac-9136-1e525d3c88d2 req-3e76c5f2-7fc5-4ef3-bf78-24e4f9bc4fd5 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:11.590789 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-541834eb-4716-49ac-9136-1e525d3c88d2 req-3e76c5f2-7fc5-4ef3-bf78-24e4f9bc4fd5 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0487683 Jun 23 17:16:11.640789 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-541834eb-4716-49ac-9136-1e525d3c88d2 req-883ea53b-749c-416c-9498-4b13fa04b8fe tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 Jun 23 17:16:12.482628 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a64a6-9b5c-4bc9-a502-b3c297e7cd87 req-88a3e20b-8213-4847-a33c-e9455f35def0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:12.484072 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-699a64a6-9b5c-4bc9-a502-b3c297e7cd87 req-88a3e20b-8213-4847-a33c-e9455f35def0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0498693 Jun 23 17:16:12.502354 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:12.539173 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-699a64a6-9b5c-4bc9-a502-b3c297e7cd87 req-b38155fb-e37a-46c8-8e12-b2e5f08ef944 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494864 Jun 23 17:16:12.721365 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c42e7-534b-406a-a2a3-cb22e9df99f9 req-d151029c-ed19-4242-ba6b-5499871d946a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:12.723631 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-949c42e7-534b-406a-a2a3-cb22e9df99f9 req-d151029c-ed19-4242-ba6b-5499871d946a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0620139 Jun 23 17:16:12.777065 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-949c42e7-534b-406a-a2a3-cb22e9df99f9 req-f7212033-4b9d-470c-bca3-00ee4ef8907a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477326 Jun 23 17:16:12.786582 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be64e54-c0ee-43de-91be-e09cb258379a req-b3183b80-ff06-4ca8-b911-2b4f8d412336 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:12.788855 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6be64e54-c0ee-43de-91be-e09cb258379a req-b3183b80-ff06-4ca8-b911-2b4f8d412336 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0463233 Jun 23 17:16:12.842251 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6be64e54-c0ee-43de-91be-e09cb258379a req-5eb45b51-3b9e-477d-95f9-f46c2367a661 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445154 Jun 23 17:16:13.667096 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b771f-2c9a-46ba-a746-ffd6b9f135aa req-efa6ec4a-ea85-41ef-8d14-f9ffe05a56c4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:13.668975 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a89b771f-2c9a-46ba-a746-ffd6b9f135aa req-efa6ec4a-ea85-41ef-8d14-f9ffe05a56c4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0494332 Jun 23 17:16:13.721425 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a89b771f-2c9a-46ba-a746-ffd6b9f135aa req-a8292412-b391-47ab-8189-24b1be452adc tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468097 Jun 23 17:16:13.900821 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04f6f1-50b4-4e24-80bb-3e8d657cf5b0 req-a2ab6e81-b20d-40a9-b4c4-bd12afb4194d tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:13.902369 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb04f6f1-50b4-4e24-80bb-3e8d657cf5b0 req-a2ab6e81-b20d-40a9-b4c4-bd12afb4194d tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0554905 Jun 23 17:16:13.956702 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eb04f6f1-50b4-4e24-80bb-3e8d657cf5b0 req-50394e86-d50a-4da5-8553-d1e82b4ad589 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486352 Jun 23 17:16:13.965362 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef1c5-62ef-413d-9e5c-8d8d94caf664 req-5c8417c4-101b-4ed9-8751-0e7523132683 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:13.967339 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-09aef1c5-62ef-413d-9e5c-8d8d94caf664 req-5c8417c4-101b-4ed9-8751-0e7523132683 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0476334 Jun 23 17:16:14.016796 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-09aef1c5-62ef-413d-9e5c-8d8d94caf664 req-0192dd86-4b23-433b-8c9f-9b820e7f28d1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Jun 23 17:16:14.765081 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:16:14.844196 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655771-8311-4c13-bef3-84610dc75e9a req-1bbe0a73-9e81-48d8-87c7-2dffbf486107 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:14.845691 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df655771-8311-4c13-bef3-84610dc75e9a req-1bbe0a73-9e81-48d8-87c7-2dffbf486107 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0482490 Jun 23 17:16:14.899649 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df655771-8311-4c13-bef3-84610dc75e9a req-e0c91fe3-77d2-419c-aa59-20747268298b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481002 Jun 23 17:16:15.086116 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3577c0-ae68-4872-8799-7f03b3a99a21 req-119366d1-18cb-4dbb-b765-83c36c65ebac tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:15.086116 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef3577c0-ae68-4872-8799-7f03b3a99a21 req-119366d1-18cb-4dbb-b765-83c36c65ebac tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0543280 Jun 23 17:16:15.139932 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef3577c0-ae68-4872-8799-7f03b3a99a21 req-c3dd1b1f-fe5d-4ea8-bc4b-60feb17af94c tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478606 Jun 23 17:16:15.173322 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2408816-741c-4e00-8a18-573e83777bed req-d395e93d-7242-4f11-8002-b7bbbb8a90c4 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:15.174909 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d2408816-741c-4e00-8a18-573e83777bed req-d395e93d-7242-4f11-8002-b7bbbb8a90c4 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0484972 Jun 23 17:16:15.226799 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d2408816-741c-4e00-8a18-573e83777bed req-03d1cec8-7a94-415f-a94e-84768e53b52c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460210 Jun 23 17:16:15.357176 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:15.363441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:15.425441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:16.022716 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2827be6-2064-410a-b2d1-f79631aaf703 req-832568ae-e0dd-473a-812b-8c013b2d5e90 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:16.024253 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2827be6-2064-410a-b2d1-f79631aaf703 req-832568ae-e0dd-473a-812b-8c013b2d5e90 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0467231 Jun 23 17:16:16.073060 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2827be6-2064-410a-b2d1-f79631aaf703 req-843b5f68-85da-4b90-9ff4-badda3c939b6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Jun 23 17:16:16.273520 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa010728-6ff6-4d13-a822-956fe9f22cfb req-2c3fa3a0-53bf-4300-bfae-2705a95daea2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:16.275159 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fa010728-6ff6-4d13-a822-956fe9f22cfb req-2c3fa3a0-53bf-4300-bfae-2705a95daea2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0546689 Jun 23 17:16:16.327163 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fa010728-6ff6-4d13-a822-956fe9f22cfb req-5bd4b360-11a7-407e-84c8-16574482bc07 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462611 Jun 23 17:16:16.348683 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c87d03-4674-41c5-a4f3-d449128187b2 req-b2021d93-2190-4963-a231-250b3004b929 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:16.350242 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4c87d03-4674-41c5-a4f3-d449128187b2 req-b2021d93-2190-4963-a231-250b3004b929 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0512390 Jun 23 17:16:16.397106 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4c87d03-4674-41c5-a4f3-d449128187b2 req-f7445300-8202-4fdf-b498-539d66dd3dc6 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Jun 23 17:16:17.210896 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f410-876d-435c-a383-c5c0076c52ab req-d589e429-65b2-46f7-9a27-1bfea0a4bc6a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:17.212869 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ca84f410-876d-435c-a383-c5c0076c52ab req-d589e429-65b2-46f7-9a27-1bfea0a4bc6a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0513673 Jun 23 17:16:17.250499 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:17.263642 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ca84f410-876d-435c-a383-c5c0076c52ab req-c55d222e-4ec8-4576-b925-a8a4db025329 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 Jun 23 17:16:17.448427 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae749-683f-499d-b9ef-5acad33e2b68 req-5198dd31-0e72-4622-94e0-bb20da7280aa tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:17.449983 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c6ae749-683f-499d-b9ef-5acad33e2b68 req-5198dd31-0e72-4622-94e0-bb20da7280aa tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0483887 Jun 23 17:16:17.502617 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c6ae749-683f-499d-b9ef-5acad33e2b68 req-034f1e51-980d-4e57-acc5-13b4738a2695 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Jun 23 17:16:17.514171 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382d5e9-d8dd-491e-b236-7886ae3cca79 req-dc6b2eb1-8dc1-4a66-ac76-da7736207236 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:17.517287 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a382d5e9-d8dd-491e-b236-7886ae3cca79 req-dc6b2eb1-8dc1-4a66-ac76-da7736207236 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0499239 Jun 23 17:16:17.568254 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a382d5e9-d8dd-491e-b236-7886ae3cca79 req-d154d145-eb93-460f-afc0-063e2d9a4f15 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Jun 23 17:16:18.389359 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce09a6-4a16-44d1-b87e-ec596ebde866 req-004b5184-4d9e-471e-b634-26fc3d30230e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:18.390985 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1fce09a6-4a16-44d1-b87e-ec596ebde866 req-004b5184-4d9e-471e-b634-26fc3d30230e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0492115 Jun 23 17:16:18.444086 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1fce09a6-4a16-44d1-b87e-ec596ebde866 req-e2ae0d16-dc11-42c9-a607-823f1d6b1fe3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Jun 23 17:16:18.618602 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c65621-1db0-44fe-8103-dbcd0fee0c9a req-14d70efe-9a08-430f-b1ad-ab02c995a5e5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:18.620062 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e6c65621-1db0-44fe-8103-dbcd0fee0c9a req-14d70efe-9a08-430f-b1ad-ab02c995a5e5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0510371 Jun 23 17:16:18.670337 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e6c65621-1db0-44fe-8103-dbcd0fee0c9a req-f224cab7-2ab9-45ed-804e-23e19b228a05 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441573 Jun 23 17:16:18.776757 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b7119-9fa4-4052-8e10-af0eb080170e req-22a145fd-b49b-47e2-a04d-bd3f57fde067 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:18.778270 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-647b7119-9fa4-4052-8e10-af0eb080170e req-22a145fd-b49b-47e2-a04d-bd3f57fde067 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0532146 Jun 23 17:16:18.830985 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-647b7119-9fa4-4052-8e10-af0eb080170e req-00e96a4a-84fb-45ed-9f97-f92b10771f23 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448728 Jun 23 17:16:19.565211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783947ab-5c8f-4d13-99fd-a0c24f20242c req-2e95f832-182a-4d0a-9da8-14a577d0ebda tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:19.566703 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-783947ab-5c8f-4d13-99fd-a0c24f20242c req-2e95f832-182a-4d0a-9da8-14a577d0ebda tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0506666 Jun 23 17:16:19.579786 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:19.616704 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-783947ab-5c8f-4d13-99fd-a0c24f20242c req-d4a5ffb9-9559-4aa9-a349-d765da116bbd tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Jun 23 17:16:19.787580 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64ed4-3474-4615-8320-f06374bbd803 req-eda56137-41a5-41de-bf2b-8bb52351a15c tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:19.789101 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-92c64ed4-3474-4615-8320-f06374bbd803 req-eda56137-41a5-41de-bf2b-8bb52351a15c tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0510333 Jun 23 17:16:19.839698 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-92c64ed4-3474-4615-8320-f06374bbd803 req-dc57824e-885c-456d-b3d0-983399d0d2f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 Jun 23 17:16:19.944342 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a77b7-8c1c-4dcf-8275-6ae90173c946 req-76f604db-b4b4-401a-aec1-3888cad82a57 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:19.945836 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a91a77b7-8c1c-4dcf-8275-6ae90173c946 req-76f604db-b4b4-401a-aec1-3888cad82a57 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0473886 Jun 23 17:16:19.996150 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a91a77b7-8c1c-4dcf-8275-6ae90173c946 req-63536bd3-ea69-4f7e-8c97-247e3985d83b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Jun 23 17:16:20.742231 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f12b1-4395-489c-997e-ccefde2b42b6 req-0ba94563-0237-42b6-a0d3-250a75c9e828 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:20.743722 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c78f12b1-4395-489c-997e-ccefde2b42b6 req-0ba94563-0237-42b6-a0d3-250a75c9e828 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0483968 Jun 23 17:16:20.795174 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c78f12b1-4395-489c-997e-ccefde2b42b6 req-116b9793-2a2b-4b79-a24e-7fd57587909f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457613 Jun 23 17:16:20.972551 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7034a08-107c-4675-a17b-5b3a502e74c3 req-2e97306e-d21d-43e3-882f-3602d3dc27cb tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:20.973942 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a7034a08-107c-4675-a17b-5b3a502e74c3 req-2e97306e-d21d-43e3-882f-3602d3dc27cb tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0581758 Jun 23 17:16:21.024462 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a7034a08-107c-4675-a17b-5b3a502e74c3 req-2e3c99ee-c832-4c10-ba61-966675aa8ba3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 Jun 23 17:16:21.127620 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28f15-d1d8-4cb1-90f7-79ba87d08a6c req-1533f75b-1d1f-40c2-a4bb-926dac828495 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:21.129099 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-afa28f15-d1d8-4cb1-90f7-79ba87d08a6c req-1533f75b-1d1f-40c2-a4bb-926dac828495 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 932 time: 0.0497088 Jun 23 17:16:21.177234 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-afa28f15-d1d8-4cb1-90f7-79ba87d08a6c req-1e5c4eaf-4191-4f32-8637-d92f9737eb66 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Jun 23 17:16:21.307450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Request body: {'port': {'device_id': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:21.332341 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:21.370099 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:21.478956 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:21.629150 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f326af8b-43a2-44c9-902a-68353086ffbf {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:16:21.636677 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Publish callbacks [] for port (f326af8b-43a2-44c9-902a-68353086ffbf), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:21.653578 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Transition to ACTIVE for port object f326af8b-43a2-44c9-902a-68353086ffbf will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:16:21.661975 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:21.718801 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Pushing event updated for resources: {'Port': ['ID=f326af8b-43a2-44c9-902a-68353086ffbf,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:21.741681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.742057 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.742403 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.742744 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.743184 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.743766 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.744162 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.744495 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.744836 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.746668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.746668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.746668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.746668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.746668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.747116 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:21.801220 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Attempting to bind port f326af8b-43a2-44c9-902a-68353086ffbf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:16:21.801559 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Attempting to bind port f326af8b-43a2-44c9-902a-68353086ffbf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:16:21.801947 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Attempting to bind port f326af8b-43a2-44c9-902a-68353086ffbf on network 2332f670-26c0-4a09-b312-dc7134c61067 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:16:21.807514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Port f326af8b-43a2-44c9-902a-68353086ffbf on network 2332f670-26c0-4a09-b312-dc7134c61067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:16:21.807981 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Attempting to bind port f326af8b-43a2-44c9-902a-68353086ffbf on network 2332f670-26c0-4a09-b312-dc7134c61067 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:16:21.813712 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:16:21.814132 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Checking segment: {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:16:21.814523 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Bound using segment: {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:16:21.814956 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Bound port: f326af8b-43a2-44c9-902a-68353086ffbf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd340b5ef-4223-447e-9889-4a3bb50d72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:16:21.815312 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:21.881905 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] For port f326af8b-43a2-44c9-902a-68353086ffbf, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:16:21.884969 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] For port f326af8b-43a2-44c9-902a-68353086ffbf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f326af8b-43a2-44c9-902a-68353086ffbf,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:16:21.892300 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:21.918515 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632801ba-c79f-4128-a5eb-ed6185b7f389 req-7f61221a-fb6c-4b67-9400-f2e7dbb7e9f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:21.920112 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-632801ba-c79f-4128-a5eb-ed6185b7f389 req-7f61221a-fb6c-4b67-9400-f2e7dbb7e9f7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0543590 Jun 23 17:16:21.928344 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:21.928991 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:21.930504 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] 10.222.0.57 "PUT /v2.0/ports/f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 1094 time: 0.6274457 Jun 23 17:16:21.931107 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:21.933504 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96220eec-e24c-4fb4-9564-d8250ed80754" -d '{"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:21.954592 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1849b-b5d4-4770-b998-5653df52194d service neutron] Pushing event updated for resources: {'Port': ['ID=f326af8b-43a2-44c9-902a-68353086ffbf,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:21.965042 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:21.979804 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-632801ba-c79f-4128-a5eb-ed6185b7f389 req-f320b390-1c8a-4ade-8684-fa9f5b09d51a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488417 Jun 23 17:16:22.024543 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28283bfd-cafb-4bb7-9f9c-90989582b196 x-openstack-request-id: req-28283bfd-cafb-4bb7-9f9c-90989582b196 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:22.024893 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:22.025152 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28283bfd-cafb-4bb7-9f9c-90989582b196 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:22.025555 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28283bfd-cafb-4bb7-9f9c-90989582b196'] response: {'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'status': 'completed', 'code': 200} Jun 23 17:16:22.145762 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8a96-5fa7-48bc-b059-e2770a63bc57 req-c30802cd-683c-464e-81c0-2cc1d3b32d47 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:22.147191 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1bca8a96-5fa7-48bc-b059-e2770a63bc57 req-c30802cd-683c-464e-81c0-2cc1d3b32d47 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.0521641 Jun 23 17:16:22.202582 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1bca8a96-5fa7-48bc-b059-e2770a63bc57 req-d38e7d63-1851-43b0-bfe7-494e6db8be1e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472574 Jun 23 17:16:22.303733 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78bedc-3461-40e2-af78-afb5f32ee2d9 req-ec394335-dabb-4684-b7db-6c10cb0a320c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:22.305177 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e78bedc-3461-40e2-af78-afb5f32ee2d9 req-ec394335-dabb-4684-b7db-6c10cb0a320c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 944 time: 0.0461299 Jun 23 17:16:22.358977 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6e78bedc-3461-40e2-af78-afb5f32ee2d9 req-4413fa1e-4d4b-4b05-a054-e805b26a571a tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Jun 23 17:16:23.103119 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c189b-24dc-4f81-ad61-9c2aa8bd484e req-74f577e7-3549-4304-a3d4-74d9bfed7b7e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:23.104627 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-209c189b-24dc-4f81-ad61-9c2aa8bd484e req-74f577e7-3549-4304-a3d4-74d9bfed7b7e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0496583 Jun 23 17:16:23.156503 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-209c189b-24dc-4f81-ad61-9c2aa8bd484e req-ecf1bee4-7813-4d29-9f44-e3f5825ef3d1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448287 Jun 23 17:16:23.223897 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96220eec-e24c-4fb4-9564-d8250ed80754 req-deb800c6-2c9c-4a43-b14e-876c4eb319b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:23.224213 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:16:23.226220 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2755f88-a998-4071-a6a8-815c21d92893 req-ad743be4-e16f-478c-a60f-a0c668a683fd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517550 Jun 23 17:16:23.230454 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-96220eec-e24c-4fb4-9564-d8250ed80754 req-deb800c6-2c9c-4a43-b14e-876c4eb319b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26dde39423224c57b71005a60dacbed3&device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1128 time: 0.0562818 Jun 23 17:16:23.345836 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:23.358817 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'port_id': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'mac_address': 'fa:16:3e:44:1c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:16:23.364514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ad88c-43f8-49e1-ab60-ac5ca7f4d45a req-7c5d2710-320a-40e7-b188-caf60338d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:23.366217 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f8ad88c-43f8-49e1-ab60-ac5ca7f4d45a req-7c5d2710-320a-40e7-b188-caf60338d42c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1130 time: 0.0496700 Jun 23 17:16:23.369584 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755f88-a998-4071-a6a8-815c21d92893 req-ac44bef3-e682-4bcc-b3aa-a950a83fc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:23.371358 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2755f88-a998-4071-a6a8-815c21d92893 req-ac44bef3-e682-4bcc-b3aa-a950a83fc04d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 1129 time: 0.0899985 Jun 23 17:16:23.396871 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:23.397337 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:23.428268 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:16:23.440466 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34183a-82d7-474f-8f99-1fb67f1c5ae2 req-60cf4014-c7b3-4938-a15a-4f1c1f9ba2ec tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:23.442573 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6c34183a-82d7-474f-8f99-1fb67f1c5ae2 req-60cf4014-c7b3-4938-a15a-4f1c1f9ba2ec tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 943 time: 0.1126385 Jun 23 17:16:23.486762 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:23.496821 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:23.552416 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f8ad88c-43f8-49e1-ab60-ac5ca7f4d45a req-36f2d7fe-972c-4d8f-8434-ca7b5231ab77 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793764 Jun 23 17:16:23.555673 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:23.564058 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.564529 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.565010 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.565462 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.565923 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.566350 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.566771 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.567195 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.567615 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.568035 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.568455 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.569026 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.569648 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.569776 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755f88-a998-4071-a6a8-815c21d92893 req-6a527686-f1dd-40e2-ad0e-4edadd5589fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:23.570339 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.570756 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:23.571239 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2755f88-a998-4071-a6a8-815c21d92893 req-6a527686-f1dd-40e2-ad0e-4edadd5589fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1746826 Jun 23 17:16:23.590064 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c485eb1-3381-4d26-a1bf-93be8864538d req-d6d96e4b-6224-44f0-84d6-6c1a47c83a5c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:23.591649 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c485eb1-3381-4d26-a1bf-93be8864538d req-d6d96e4b-6224-44f0-84d6-6c1a47c83a5c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 944 time: 0.0584202 Jun 23 17:16:23.604946 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:23.609196 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:23.619286 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:23.626050 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96220eec-e24c-4fb4-9564-d8250ed80754 req-8889f164-d29e-4fbf-b14b-95a0c4638291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:23.627544 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-96220eec-e24c-4fb4-9564-d8250ed80754 req-8889f164-d29e-4fbf-b14b-95a0c4638291 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=26dde39423224c57b71005a60dacbed3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3484137 Jun 23 17:16:23.642465 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c485eb1-3381-4d26-a1bf-93be8864538d req-1b46655b-71d4-4220-92ed-d304ebc28551 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443082 Jun 23 17:16:23.643781 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6c34183a-82d7-474f-8f99-1fb67f1c5ae2 req-527ea847-8f02-4bf4-bb21-68e00280bf8f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035187 Jun 23 17:16:24.100472 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['5e0d8b7e-7e66-48e6-b53e-f85a41aeb721'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:16:24.277081 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321e770-5cff-4a09-ab7e-67394c751265 req-80dea69f-5d2f-4884-bc57-4a15dff17b55 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:24.278634 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5321e770-5cff-4a09-ab7e-67394c751265 req-80dea69f-5d2f-4884-bc57-4a15dff17b55 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0487936 Jun 23 17:16:24.435295 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5321e770-5cff-4a09-ab7e-67394c751265 req-2dd89571-a4ff-4592-bced-1d559ac657fe tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477053 Jun 23 17:16:24.475689 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96220eec-e24c-4fb4-9564-d8250ed80754 req-bc2666dc-e1ae-4173-a0bf-28f7ab1f035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:24.477367 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-96220eec-e24c-4fb4-9564-d8250ed80754 req-bc2666dc-e1ae-4173-a0bf-28f7ab1f035e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976454 Jun 23 17:16:24.766599 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c51e7-c180-4424-a93f-e4726904dd04 req-1b26ed22-2979-4282-b18d-d33937e6067f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:24.767987 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-467c51e7-c180-4424-a93f-e4726904dd04 req-1b26ed22-2979-4282-b18d-d33937e6067f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 944 time: 0.0472310 Jun 23 17:16:24.771278 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69acc14-a66c-4508-b595-fd7f7801884a req-c893faec-1979-4816-bea0-f0e01f6a9209 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:24.772780 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c69acc14-a66c-4508-b595-fd7f7801884a req-c893faec-1979-4816-bea0-f0e01f6a9209 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 944 time: 0.0511317 Jun 23 17:16:24.815264 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-467c51e7-c180-4424-a93f-e4726904dd04 req-c8900fcd-0365-4dc0-ac08-e38027d990fb tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Jun 23 17:16:24.831561 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c69acc14-a66c-4508-b595-fd7f7801884a req-69bef2b9-6d93-485d-9b68-69987e6f97d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531051 Jun 23 17:16:24.926924 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2755f88-a998-4071-a6a8-815c21d92893 req-101abf38-8f3e-4ed8-b0c9-3714666b4ba0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e HTTP/1.1" status: 200 len: 217 time: 0.0335209 Jun 23 17:16:25.002681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755f88-a998-4071-a6a8-815c21d92893 req-e2f6438a-5e40-49af-9d99-2363a04399f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:25.004219 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2755f88-a998-4071-a6a8-815c21d92893 req-e2f6438a-5e40-49af-9d99-2363a04399f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0471306 Jun 23 17:16:25.009882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-5e5ac967-c47f-4e52-8737-16c9ba0531d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:25.011412 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-5e5ac967-c47f-4e52-8737-16c9ba0531d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26dde39423224c57b71005a60dacbed3&device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1128 time: 0.0437992 Jun 23 17:16:25.074718 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-d7a9e4e8-4837-4705-93e1-532e192fffac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 217 time: 0.0322206 Jun 23 17:16:25.082658 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755f88-a998-4071-a6a8-815c21d92893 req-621b9ca1-7d40-4b78-aa85-16581ac34f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:25.084230 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2755f88-a998-4071-a6a8-815c21d92893 req-621b9ca1-7d40-4b78-aa85-16581ac34f54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431178 Jun 23 17:16:25.127377 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-54f02a36-ea0e-4537-a3c7-2a4df74376b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:25.128828 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-54f02a36-ea0e-4537-a3c7-2a4df74376b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88d44bd9-b1fa-4867-b53c-a7463ec79833 HTTP/1.1" status: 200 len: 853 time: 0.0451286 Jun 23 17:16:25.181232 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2755f88-a998-4071-a6a8-815c21d92893 req-0b14a0e6-7a73-4bfe-ab45-ac58b9f7cdb2 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842469 Jun 23 17:16:25.191770 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-47aa24eb-c3c7-4394-a0e2-6759b097c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:25.193245 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-47aa24eb-c3c7-4394-a0e2-6759b097c6e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2332f670-26c0-4a09-b312-dc7134c61067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464289 Jun 23 17:16:25.261963 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:25.292228 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-476a8e69-c7e0-4f41-b784-49a9e9e6fd4d service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895152 Jun 23 17:16:25.295164 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2755f88-a998-4071-a6a8-815c21d92893 req-adde99dd-adaf-48ee-91a4-a3cb595bacf7 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047046 Jun 23 17:16:25.450921 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fd76aa7d-fcb2-4190-a0c2-5dd6fb843558 req-885179d9-4555-4700-a4ed-fd846ed77472 service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998902 Jun 23 17:16:25.557285 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6559a-83a3-4c2d-95e3-51a7dc7ed4df req-508b5294-2ee8-444b-976f-79d6dbfefe4c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:25.559277 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-26f6559a-83a3-4c2d-95e3-51a7dc7ed4df req-508b5294-2ee8-444b-976f-79d6dbfefe4c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0554590 Jun 23 17:16:25.571340 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:25.626136 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-26f6559a-83a3-4c2d-95e3-51a7dc7ed4df req-baca3b05-ae37-4af8-96dc-782e10ad4d01 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606914 Jun 23 17:16:25.631085 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:16:25.647803 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:16:25.648268 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:25.734040 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:25.734266 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:25.882839 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:25.885468 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6ab568-3029-4fd0-b07a-7a732165f8ed" -d '{"events": [{"server_uuid": "b8f045dd-0ec4-4225-8bae-0035daa2c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "5e0d8b7e-7e66-48e6-b53e-f85a41aeb721"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:25.898467 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:25.906041 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:25.947693 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eca39f-383e-4cba-bf20-c32d666c712e req-7df8330c-bcaf-4348-8f04-41cdec89c132 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:25.949282 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-91eca39f-383e-4cba-bf20-c32d666c712e req-7df8330c-bcaf-4348-8f04-41cdec89c132 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 944 time: 0.0532870 Jun 23 17:16:25.951425 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72a0c-2248-45b9-bf1c-5115941e3a85 req-58e352a1-916f-4f71-940e-9f35733199ec tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:25.952907 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0ff72a0c-2248-45b9-bf1c-5115941e3a85 req-58e352a1-916f-4f71-940e-9f35733199ec tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0524127 Jun 23 17:16:25.955738 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:26.004596 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-91eca39f-383e-4cba-bf20-c32d666c712e req-af0af8b1-88d3-4ebd-b09b-512591522fb1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 Jun 23 17:16:26.006600 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0ff72a0c-2248-45b9-bf1c-5115941e3a85 req-4fda6f1c-fd8e-4ac5-abd8-bcaf26d3f247 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478728 Jun 23 17:16:26.054573 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b878f72e-4b50-4eda-a9e8-3ee30092d928 x-openstack-request-id: req-b878f72e-4b50-4eda-a9e8-3ee30092d928 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:26.054864 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f045dd-0ec4-4225-8bae-0035daa2c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "5e0d8b7e-7e66-48e6-b53e-f85a41aeb721", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:26.055158 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b878f72e-4b50-4eda-a9e8-3ee30092d928 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:26.055560 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b878f72e-4b50-4eda-a9e8-3ee30092d928'] response: {'server_uuid': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'code': 200} Jun 23 17:16:26.737639 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b05e1-3e0f-4a1b-925b-0a1d477cdd80 req-252dacc5-8d28-4994-8157-15085b2b2fa3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:26.739187 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8c6b05e1-3e0f-4a1b-925b-0a1d477cdd80 req-252dacc5-8d28-4994-8157-15085b2b2fa3 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0505905 Jun 23 17:16:26.786092 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8c6b05e1-3e0f-4a1b-925b-0a1d477cdd80 req-f6244951-c9cb-477f-8bd9-0a625a7c786e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410552 Jun 23 17:16:26.919961 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db386fe6-4a08-4d09-a92a-cd25adb24023 req-12f33bc9-c7b0-48a3-b865-94fc890cf89c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:26.921436 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db386fe6-4a08-4d09-a92a-cd25adb24023 req-12f33bc9-c7b0-48a3-b865-94fc890cf89c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0596857 Jun 23 17:16:26.933181 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54272) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:26.938032 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'floatingip': {'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:26.979938 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (a4fb29ca-bbc3-4989-9f91-975d71b47565), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:27.118191 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9d60d-9c88-4946-952f-6db605f96efd req-0bbadde7-8c90-46be-9d99-748ee0eefc2b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:27.120257 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-35a9d60d-9c88-4946-952f-6db605f96efd req-0bbadde7-8c90-46be-9d99-748ee0eefc2b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 944 time: 0.0467551 Jun 23 17:16:27.168518 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-35a9d60d-9c88-4946-952f-6db605f96efd req-dbe781a6-9e83-43a8-b170-579f044aba7b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Jun 23 17:16:27.173832 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c5a27-acb6-43ae-a205-0dc721966b78 req-3bea151f-be18-4bb9-881b-becf697d92f4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:27.175647 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd7c5a27-acb6-43ae-a205-0dc721966b78 req-3bea151f-be18-4bb9-881b-becf697d92f4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0909884 Jun 23 17:16:27.545083 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd7c5a27-acb6-43ae-a205-0dc721966b78 req-bf77c0e4-4f2c-4c93-8286-b65519fba1f3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631914 Jun 23 17:16:27.681405 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:27.687161 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:27.747103 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:27.753615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (a4fb29ca-bbc3-4989-9f91-975d71b47565), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:27.862278 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Floating IP a4fb29ca-bbc3-4989-9f91-975d71b47565 associated. External IP: 172.27.0.194, port: 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf. Jun 23 17:16:28.078987 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Router 95caa299-1b35-4bec-ba80-17a3afc2bc0b has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:16:28.194420 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:16:28.199841 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:28.205240 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] Sync routers for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:16:28.216560 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:16:28.217205 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:16:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:28.237096 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-132df755-7167-43ee-b491-3bda53644fa1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "PUT /v2.0/floatingips/a4fb29ca-bbc3-4989-9f91-975d71b47565 HTTP/1.1" status: 200 len: 992 time: 1.3003643 Jun 23 17:16:28.237096 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:28.238262 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de" -d '{"events": [{"name": "network-changed", "server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:28.253520 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:28.281813 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d978c-85c9-4168-91e0-a43e43ad2627 x-openstack-request-id: req-ea7d978c-85c9-4168-91e0-a43e43ad2627 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:28.282114 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:28.282367 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea7d978c-85c9-4168-91e0-a43e43ad2627 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:28.282771 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7d978c-85c9-4168-91e0-a43e43ad2627'] response: {'name': 'network-changed', 'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'status': 'completed', 'code': 200} Jun 23 17:16:28.293744 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bac0f7-0059-449c-b602-012200b30f1b req-dc6b7ecb-7dbf-4c8e-b9dc-76f58c7776da tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:28.295283 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-82bac0f7-0059-449c-b602-012200b30f1b req-dc6b7ecb-7dbf-4c8e-b9dc-76f58c7776da tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 944 time: 0.0525894 Jun 23 17:16:28.321732 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:16:28.341648 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-82bac0f7-0059-449c-b602-012200b30f1b req-78755bf8-9ae2-46e0-8730-730db7a59203 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Jun 23 17:16:28.532054 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a4fb29ca-bbc3-4989-9f91-975d71b47565', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'mac_address': 'fa:16:3e:2c:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410f9789-fe14-436c-b928-5e32f1057008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:16:27Z', 'revision_number': 1, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:28.556011 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] Checking router: 95caa299-1b35-4bec-ba80-17a3afc2bc0b for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:16:28.565605 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:16:28.566229 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:16:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:28.603015 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:28.612220 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:28.663261 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aa3c7-f4f9-459b-a0bc-17b6da93cfa2 req-639288a6-5559-49a4-a132-93c7bcbb1d5b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:28.664803 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e8aa3c7-f4f9-459b-a0bc-17b6da93cfa2 req-639288a6-5559-49a4-a132-93c7bcbb1d5b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0478823 Jun 23 17:16:28.670807 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:16:28.702245 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:28.720439 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e8aa3c7-f4f9-459b-a0bc-17b6da93cfa2 req-ef9710bb-5f7c-4619-814d-ef044ace71fd tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498531 Jun 23 17:16:28.903731 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a4fb29ca-bbc3-4989-9f91-975d71b47565', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'mac_address': 'fa:16:3e:2c:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410f9789-fe14-436c-b928-5e32f1057008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:16:27Z', 'revision_number': 1, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:28.920349 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-85a06dc1-f258-45e5-9e47-c983a7185b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:28.922521 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-85a06dc1-f258-45e5-9e47-c983a7185b36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1130 time: 0.0470591 Jun 23 17:16:28.929875 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7619f-55c7-4361-8e06-0015cd824330 None None] The sync data for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi is: [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a4fb29ca-bbc3-4989-9f91-975d71b47565', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'mac_address': 'fa:16:3e:2c:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410f9789-fe14-436c-b928-5e32f1057008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:16:27Z', 'revision_number': 1, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:16:29.282317 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-c7eef68f-2ffd-41cf-9e9f-d61db485c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:29.283813 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-c7eef68f-2ffd-41cf-9e9f-d61db485c582 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1026022 Jun 23 17:16:29.593219 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device f326af8b-43a2-44c9-902a-68353086ffbf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:16:29.602252 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4171687-4197-4207-b993-86a1335b4d69 None None] New status for floating IP a4fb29ca-bbc3-4989-9f91-975d71b47565: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:16:29.662937 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e61c-411b-4c91-bde5-3a666c82ac70 req-338032b6-41fa-4150-82e4-6271969caf19 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:29.665286 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d149e61c-411b-4c91-bde5-3a666c82ac70 req-338032b6-41fa-4150-82e4-6271969caf19 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 944 time: 0.2545700 Jun 23 17:16:29.709234 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port f326af8b-43a2-44c9-902a-68353086ffbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f326af8b-43a2-44c9-902a-68353086ffbf,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:29.716725 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d149e61c-411b-4c91-bde5-3a666c82ac70 req-e3be5044-8dd2-406c-b63e-0adac11a01e9 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447075 Jun 23 17:16:29.721805 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'port_id': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'mac_address': 'fa:16:3e:de:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:16:29.757526 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port f326af8b-43a2-44c9-902a-68353086ffbf is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:29.757988 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:29.772725 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f326af8b-43a2-44c9-902a-68353086ffbf {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:16:29.795165 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port f326af8b-43a2-44c9-902a-68353086ffbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f326af8b-43a2-44c9-902a-68353086ffbf,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:29.801559 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:29.881161 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=f326af8b-43a2-44c9-902a-68353086ffbf,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:29.931326 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca72e-caa3-4998-95d1-3fcd77f7ffd2 req-46ede916-ae97-40b1-b563-744909fb9953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:29.933063 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df8ca72e-caa3-4998-95d1-3fcd77f7ffd2 req-46ede916-ae97-40b1-b563-744909fb9953 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 1129 time: 0.1293359 Jun 23 17:16:29.937457 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-e7b1b6eb-8c95-45bb-97dc-4b3d8056cbf9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 200 len: 1002 time: 0.1340871 Jun 23 17:16:29.945106 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5ce8-82c7-4e6b-a746-dce6bb4f2a88 req-c1daf689-b4f2-4606-bb2f-b3eca9b620ed tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:29.948318 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4aef5ce8-82c7-4e6b-a746-dce6bb4f2a88 req-c1daf689-b4f2-4606-bb2f-b3eca9b620ed tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0725317 Jun 23 17:16:30.021505 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-ea856938-35a5-4cd0-aea4-306819b2316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:30.023337 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-ea856938-35a5-4cd0-aea4-306819b2316d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0552323 Jun 23 17:16:30.046299 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4aef5ce8-82c7-4e6b-a746-dce6bb4f2a88 req-b6301022-af7e-43b2-a43d-4aed74131a28 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921130 Jun 23 17:16:30.050025 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df8ca72e-caa3-4998-95d1-3fcd77f7ffd2 req-456a44e6-6aa9-4a02-8df7-07488dbf71d2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689697 Jun 23 17:16:30.058311 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d3e64123-7ff3-429a-bad1-a0df49c15a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:30.350246 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['f326af8b-43a2-44c9-902a-68353086ffbf'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:16:30.840677 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63070c-4212-4efc-aeff-3ae83322f47f req-f117061e-fe9f-4187-91cf-205fe5dc8f03 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:30.842187 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d63070c-4212-4efc-aeff-3ae83322f47f req-f117061e-fe9f-4187-91cf-205fe5dc8f03 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Jun 23 17:16:30.876475 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:30.897153 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d63070c-4212-4efc-aeff-3ae83322f47f req-015a0159-3eb3-4a6a-bb32-19496759c29a tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466585 Jun 23 17:16:31.183071 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-9430ea0f-8bdc-4935-9403-30f7de762e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:31.185262 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-9430ea0f-8bdc-4935-9403-30f7de762e20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648081 Jun 23 17:16:31.187450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af2fff-eb4d-43c5-ab48-99b141893b48 req-c87cab31-541f-4f12-8545-87d28262496c tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:31.188984 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94af2fff-eb4d-43c5-ab48-99b141893b48 req-c87cab31-541f-4f12-8545-87d28262496c tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0723608 Jun 23 17:16:31.240859 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94af2fff-eb4d-43c5-ab48-99b141893b48 req-31eaab35-bdaf-469f-9034-78c6e292b0cc tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450757 Jun 23 17:16:31.344173 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54330) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:31.458557 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.537699 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Publish callbacks [] for security_group (ed81b445-6b45-47b3-8dfd-4e83c7d77925), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.543907 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (ed81b445-6b45-47b3-8dfd-4e83c7d77925), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.583011 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=872af7edd3aa400f929dc75fe824323c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377636 Jun 23 17:16:31.583854 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed81b445-6b45-47b3-8dfd-4e83c7d77925,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:31.585824 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54334) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:31.591186 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.591537 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.591876 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.592216 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.592549 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.592881 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.593208 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.593530 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.593866 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.594191 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.594502 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.594825 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.595145 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.595462 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.595779 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029c74-f5a4-47fe-8637-f67182d22b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:16:31.639925 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:31.644217 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1955c859-ecad-4bc0-9ea7-8814db0e025a admin admin] Publish callbacks [] for security_group (ed81b445-6b45-47b3-8dfd-4e83c7d77925), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.659605 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device f326af8b-43a2-44c9-902a-68353086ffbf up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:31.667549 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1955c859-ecad-4bc0-9ea7-8814db0e025a admin admin] Publish callbacks [] for security_group (ed81b445-6b45-47b3-8dfd-4e83c7d77925), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.683235 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:31.708796 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port f326af8b-43a2-44c9-902a-68353086ffbf completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:16:31.715646 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port f326af8b-43a2-44c9-902a-68353086ffbf triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:16:31.716037 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.719417 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1955c859-ecad-4bc0-9ea7-8814db0e025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (ed81b445-6b45-47b3-8dfd-4e83c7d77925), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.722131 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1955c859-ecad-4bc0-9ea7-8814db0e025a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.723306 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1955c859-ecad-4bc0-9ea7-8814db0e025a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed81b445-6b45-47b3-8dfd-4e83c7d77925 HTTP/1.1" status: 204 len: 168 time: 0.1362619 Jun 23 17:16:31.731518 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955c859-ecad-4bc0-9ea7-8814db0e025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed81b445-6b45-47b3-8dfd-4e83c7d77925,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:31.825198 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port f326af8b-43a2-44c9-902a-68353086ffbf is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:31.825763 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.852168 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:31.854858 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714953aa-ebe7-42bc-8e87-5081fa1760b9" -d '{"events": [{"server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "name": "network-vif-plugged", "status": "completed", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:31.867811 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-2013074f-5b4d-4102-a719-6ed818cd2fcf service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999384 Jun 23 17:16:31.868381 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port f326af8b-43a2-44c9-902a-68353086ffbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f326af8b-43a2-44c9-902a-68353086ffbf,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:31.874570 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:31.918837 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd55006b-3512-433e-98ae-149e119e2494 x-openstack-request-id: req-dd55006b-3512-433e-98ae-149e119e2494 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:31.919148 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "name": "network-vif-plugged", "status": "completed", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:31.919676 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd55006b-3512-433e-98ae-149e119e2494 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:31.920338 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd55006b-3512-433e-98ae-149e119e2494'] response: {'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'code': 200} Jun 23 17:16:31.948092 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=f326af8b-43a2-44c9-902a-68353086ffbf,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:32.030406 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45d6a43b-e093-4f28-8e0d-f7c63c7b50de req-fc68771c-aaa5-40c7-8b2f-5fd7571d3901 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527369 Jun 23 17:16:32.057464 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7068a1a-8bc6-41ee-aec3-d520e57b20c7 req-4a4f09b0-4170-4e5b-a99e-e2295118ca25 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:32.057464 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7068a1a-8bc6-41ee-aec3-d520e57b20c7 req-4a4f09b0-4170-4e5b-a99e-e2295118ca25 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0798187 Jun 23 17:16:32.123999 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7068a1a-8bc6-41ee-aec3-d520e57b20c7 req-a6702704-d7e2-4796-b228-ba25d69b7b1c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636201 Jun 23 17:16:32.200545 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54358) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:32.205237 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-33a3f8a9-8ca2-4f53-9e4c-f68fca02854d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589924175', 'description': 'tempest-description--351069651'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:32.238802 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-33a3f8a9-8ca2-4f53-9e4c-f68fca02854d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.258952 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:32.333477 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-418da812-8e9e-4024-a9f9-5b37afd5f25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.350620 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-33a3f8a9-8ca2-4f53-9e4c-f68fca02854d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (264651d3-9152-49ca-8fea-e53c289a32be), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.356731 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-33a3f8a9-8ca2-4f53-9e4c-f68fca02854d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (264651d3-9152-49ca-8fea-e53c289a32be), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.380827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8867c7e-f527-4937-b5df-94b6f6eebb3f req-7f27e21d-e3e7-44fa-9f4c-dd0ce71475ee tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:32.382415 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8867c7e-f527-4937-b5df-94b6f6eebb3f req-7f27e21d-e3e7-44fa-9f4c-dd0ce71475ee tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0533102 Jun 23 17:16:32.393528 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-33a3f8a9-8ca2-4f53-9e4c-f68fca02854d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.394787 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-33a3f8a9-8ca2-4f53-9e4c-f68fca02854d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1932185 Jun 23 17:16:32.397625 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54368) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:32.402906 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-0d2ab5e5-d462-4f58-bacc-ed7bfd078591 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group_rule': {'security_group_id': '264651d3-9152-49ca-8fea-e53c289a32be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:32.423562 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3f8a9-8ca2-4f53-9e4c-f68fca02854d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264651d3-9152-49ca-8fea-e53c289a32be,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:32.443008 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8867c7e-f527-4937-b5df-94b6f6eebb3f req-06deab11-3676-4561-af44-817e40e5685f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535183 Jun 23 17:16:32.443947 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab5e5-d462-4f58-bacc-ed7bfd078591 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (40e3e2bb-8821-44aa-9525-4757d1e2f89b), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.511816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab5e5-d462-4f58-bacc-ed7bfd078591 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (40e3e2bb-8821-44aa-9525-4757d1e2f89b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.526121 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab5e5-d462-4f58-bacc-ed7bfd078591 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (40e3e2bb-8821-44aa-9525-4757d1e2f89b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.554851 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:32.575519 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ab5e5-d462-4f58-bacc-ed7bfd078591 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e3e2bb-8821-44aa-9525-4757d1e2f89b,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:32.585641 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab5e5-d462-4f58-bacc-ed7bfd078591 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.586976 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0d2ab5e5-d462-4f58-bacc-ed7bfd078591 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880906 Jun 23 17:16:32.589921 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54378) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:32.595517 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d4608234-f1f5-4d8f-baa6-52f3afa97e3d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group_rule': {'security_group_id': '264651d3-9152-49ca-8fea-e53c289a32be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:32.595929 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee4c6e-5084-45c2-a8c2-6b1e9d9464bc req-eaaf384a-a84d-4039-8874-485b93cb124b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:32.597372 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7aee4c6e-5084-45c2-a8c2-6b1e9d9464bc req-eaaf384a-a84d-4039-8874-485b93cb124b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0821450 Jun 23 17:16:32.626485 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4608234-f1f5-4d8f-baa6-52f3afa97e3d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (dda66868-9cf7-4804-87ac-af6d7c774cf6), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.651206 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7aee4c6e-5084-45c2-a8c2-6b1e9d9464bc req-51cb4184-ccfc-4354-b113-e35c33347b52 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462501 Jun 23 17:16:32.674811 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54380) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:32.690474 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4608234-f1f5-4d8f-baa6-52f3afa97e3d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (dda66868-9cf7-4804-87ac-af6d7c774cf6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.696127 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4608234-f1f5-4d8f-baa6-52f3afa97e3d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (dda66868-9cf7-4804-87ac-af6d7c774cf6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.720518 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4608234-f1f5-4d8f-baa6-52f3afa97e3d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda66868-9cf7-4804-87ac-af6d7c774cf6,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:32.730267 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4608234-f1f5-4d8f-baa6-52f3afa97e3d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.732754 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d4608234-f1f5-4d8f-baa6-52f3afa97e3d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413882 Jun 23 17:16:32.735445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54386) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:32.740808 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:32.796528 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8966977-6cc9-4d2e-a5da-5c3c4515dad3 req-4cd0f7f5-cd70-4b64-892b-138683f15d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:32.798192 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8966977-6cc9-4d2e-a5da-5c3c4515dad3 req-4cd0f7f5-cd70-4b64-892b-138683f15d80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1130 time: 0.0949314 Jun 23 17:16:32.805662 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.969873 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8966977-6cc9-4d2e-a5da-5c3c4515dad3 req-ba1df737-a953-4cb6-8b18-d6f3ae304055 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379814 Jun 23 17:16:32.971350 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:32.974591 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fe894f-1469-466b-be92-c274f0c52bec tempest-TestVolumeBootPattern-1407441161 tempest-TestVolumeBootPattern-1407441161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:32.979299 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-16fe894f-1469-466b-be92-c274f0c52bec tempest-TestVolumeBootPattern-1407441161 tempest-TestVolumeBootPattern-1407441161-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 1124 time: 0.2967911 Jun 23 17:16:32.979589 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54390) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:32.985991 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'port_id': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:33.008081 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.044269 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54392) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:33.084520 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Allocated IP 172.27.0.55 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/689a1267-fb85-41dd-9acc-84419976e605) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:16:33.101435 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.176231 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:33.179651 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-977987ea-1545-4ff3-a3cf-0310f4bb878c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.204143 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (689a1267-fb85-41dd-9acc-84419976e605), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.238227 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (689a1267-fb85-41dd-9acc-84419976e605), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.280661 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:33.283592 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:33.287498 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:16:33.298232 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cfb11-1cff-4d13-9dfb-89c67717446d req-8a3289c9-768c-4c2b-97ad-9a202a67e5be tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:33.299728 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-392cfb11-1cff-4d13-9dfb-89c67717446d req-8a3289c9-768c-4c2b-97ad-9a202a67e5be tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0994546 Jun 23 17:16:33.309129 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=689a1267-fb85-41dd-9acc-84419976e605,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:33.334834 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Allocated IP 172.27.0.206 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/300b70ca-57eb-436c-b0bc-9a11db2c1dbc) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:16:33.343012 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:33.379883 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (d8fdabdd-dbc1-458d-bd2d-38f0aef3950c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.404500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:33.426196 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (689a1267-fb85-41dd-9acc-84419976e605), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.431620 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-977987ea-1545-4ff3-a3cf-0310f4bb878c admin admin] Publish callbacks [] for security_group (5e401bac-4906-4c0c-82b7-9e0bcc9ca354), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.436242 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-392cfb11-1cff-4d13-9dfb-89c67717446d req-d34e38cb-faeb-40a3-869b-151f0aa96ffd tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278360 Jun 23 17:16:33.441103 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.441671 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-977987ea-1545-4ff3-a3cf-0310f4bb878c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5e401bac-4906-4c0c-82b7-9e0bcc9ca354), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.473197 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:33.529756 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-977987ea-1545-4ff3-a3cf-0310f4bb878c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=737309703b084b2a93719d1362f642a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842331 Jun 23 17:16:33.533648 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54398) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:33.535254 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977987ea-1545-4ff3-a3cf-0310f4bb878c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e401bac-4906-4c0c-82b7-9e0bcc9ca354,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:33.559708 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.594747 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.618161 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67700ae3-ee11-4780-86ee-04ea2cdac32a admin admin] Publish callbacks [] for security_group (5e401bac-4906-4c0c-82b7-9e0bcc9ca354), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.636875 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:33.641883 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:33.642785 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (689a1267-fb85-41dd-9acc-84419976e605), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.644054 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=300b70ca-57eb-436c-b0bc-9a11db2c1dbc,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:33.647053 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:16:33.653423 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67700ae3-ee11-4780-86ee-04ea2cdac32a admin admin] Publish callbacks [] for security_group (5e401bac-4906-4c0c-82b7-9e0bcc9ca354), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.655458 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (689a1267-fb85-41dd-9acc-84419976e605), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.750688 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=689a1267-fb85-41dd-9acc-84419976e605,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:33.767191 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (d8fdabdd-dbc1-458d-bd2d-38f0aef3950c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.784315 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67700ae3-ee11-4780-86ee-04ea2cdac32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5e401bac-4906-4c0c-82b7-9e0bcc9ca354), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.786896 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67700ae3-ee11-4780-86ee-04ea2cdac32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.788068 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-67700ae3-ee11-4780-86ee-04ea2cdac32a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e401bac-4906-4c0c-82b7-9e0bcc9ca354 HTTP/1.1" status: 204 len: 168 time: 0.2534461 Jun 23 17:16:33.793557 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:33.794885 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8ff7d3b2-4ccb-458d-bb3b-6dc99ffaaa3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0584123 Jun 23 17:16:33.801252 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67700ae3-ee11-4780-86ee-04ea2cdac32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e401bac-4906-4c0c-82b7-9e0bcc9ca354,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:34.023224 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-3874a0d9-4082-4070-bd33-7da6bff5eb39 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1589924175&fields=id&tenant_id=201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 267 time: 0.0497904 Jun 23 17:16:34.054132 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (1ee495e4-732a-4c80-b3f4-22de39e1c181), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:34.128744 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:34.147645 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-1003bbc8-c8a2-4d7c-8b71-57d1d4a2d740 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:34.149163 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-1003bbc8-c8a2-4d7c-8b71-57d1d4a2d740 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 814 time: 0.1154380 Jun 23 17:16:34.160376 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:34.161021 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:34.164958 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-6c23eca0-3eaa-42bb-81ee-a65fe32d797a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/quotas/201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 375 time: 0.0101514 Jun 23 17:16:34.218508 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-626eeab9-e637-492d-973e-311012d84220 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478024 Jun 23 17:16:34.284292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:34.290878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:34.316056 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-e00b3da1-63ea-41c9-b7af-0448aed09727 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853248 Jun 23 17:16:34.333318 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:34.363957 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=300b70ca-57eb-436c-b0bc-9a11db2c1dbc,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:34.376965 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (1ee495e4-732a-4c80-b3f4-22de39e1c181), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:34.411801 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f6300645-69cf-4a52-8b03-968502aac28d service neutron] 10.222.0.18 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896673 Jun 23 17:16:34.480057 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Floating IP 1ee495e4-732a-4c80-b3f4-22de39e1c181 associated. External IP: 172.27.0.206, port: 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721. Jun 23 17:16:34.587975 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f776e97a-9e41-456a-a5ed-2955537cd874 req-5e2b5c58-b1ef-470c-8ee0-182e594968b0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 210 time: 0.0296087 Jun 23 17:16:34.807155 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:34.861845 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d01cb4-3bc5-40b3-b68a-04a1f8f1359b req-8fa14fa6-3855-4a51-9f18-fbf87cad9fe7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:34.863317 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-77d01cb4-3bc5-40b3-b68a-04a1f8f1359b req-8fa14fa6-3855-4a51-9f18-fbf87cad9fe7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.3490427 Jun 23 17:16:34.957188 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-77d01cb4-3bc5-40b3-b68a-04a1f8f1359b req-c255eefa-474a-4683-8530-ba052f69fc80 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870862 Jun 23 17:16:35.018469 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Router 8632da15-fd85-4798-9b6b-83d83643f31e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:16:35.136057 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:16:35.137283 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:35.145138 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:16:35.155004 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:35.155370 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:16:35.155987 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:16:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:35.185920 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-85ca98aa-e718-4256-8e52-bc21d0c11291 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2037249 Jun 23 17:16:35.186501 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'tag': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:35.188766 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be912f0f-65e3-43ee-a68b-31feb0275a42" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f045dd-0ec4-4225-8bae-0035daa2c0ee", "tag": "5e0d8b7e-7e66-48e6-b53e-f85a41aeb721"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:35.220873 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:35.226643 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a61cf-461e-49a3-a689-4a6b35b57994 x-openstack-request-id: req-480a61cf-461e-49a3-a689-4a6b35b57994 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:35.227300 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f045dd-0ec4-4225-8bae-0035daa2c0ee", "tag": "5e0d8b7e-7e66-48e6-b53e-f85a41aeb721", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:35.227553 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-480a61cf-461e-49a3-a689-4a6b35b57994 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:35.228264 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480a61cf-461e-49a3-a689-4a6b35b57994'] response: {'name': 'network-changed', 'server_uuid': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'tag': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'status': 'completed', 'code': 200} Jun 23 17:16:35.266245 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:35.276194 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:16:35.379959 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:35.493533 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-007906a1-2911-4afc-b64f-0a4e663845ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:35.495379 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-007906a1-2911-4afc-b64f-0a4e663845ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 1129 time: 0.0417187 Jun 23 17:16:35.540927 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:35.606125 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-c9439905-f136-4984-8554-919b99d082d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:35.607616 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-c9439905-f136-4984-8554-919b99d082d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.1054013 Jun 23 17:16:35.620597 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:35.632988 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '1ee495e4-732a-4c80-b3f4-22de39e1c181', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:44:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:33Z', 'updated_at': '2022-06-23T17:16:33Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:35.659545 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:16:35.668682 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:16:35.669295 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:16:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:35.704568 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-872e0b00-499d-4dd9-ad4b-d1a4c35d9c6c req-71676bc6-a743-4f7b-b3c1-a40ad247696e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 210 time: 0.0405445 Jun 23 17:16:35.715986 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-9847a00e-0efd-4a16-bdf2-db220f462479 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 HTTP/1.1" status: 200 len: 999 time: 0.0854244 Jun 23 17:16:35.773919 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-5461fe54-1113-4334-9129-26b3890b0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:35.775926 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-5461fe54-1113-4334-9129-26b3890b0865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0525010 Jun 23 17:16:35.800121 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:16:35.821669 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-682007e2-780b-4eb3-99bb-f9049ba622f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:35.823224 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-682007e2-780b-4eb3-99bb-f9049ba622f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394812 Jun 23 17:16:36.028642 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '1ee495e4-732a-4c80-b3f4-22de39e1c181', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:44:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:33Z', 'updated_at': '2022-06-23T17:16:33Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:36.053851 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03f24c-cabd-4ba5-a710-0cde4c20cc2a None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '1ee495e4-732a-4c80-b3f4-22de39e1c181', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:44:1c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:33Z', 'updated_at': '2022-06-23T17:16:33Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:16:36.077810 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332132-fd0f-48a7-989c-f503257ca2d2 req-ceadb087-80a1-48d5-bd60-3c00f469850b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:36.079321 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd332132-fd0f-48a7-989c-f503257ca2d2 req-ceadb087-80a1-48d5-bd60-3c00f469850b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0502350 Jun 23 17:16:36.157152 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bd332132-fd0f-48a7-989c-f503257ca2d2 req-b54dde95-572a-44c2-b374-411a754255da tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721636 Jun 23 17:16:36.216250 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-38f4365d-cf0e-4196-b16f-0406d9089126 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046481 Jun 23 17:16:36.278597 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17059e92-e566-4ea2-9b4d-dbf691e1facf None None] New status for floating IP 1ee495e4-732a-4c80-b3f4-22de39e1c181: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:16:36.280044 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28a50e-7b76-4ba7-b71b-1c79940c0a23 req-91f9f758-fb4d-4494-bb21-78e81de1dd86 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:36.281549 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c28a50e-7b76-4ba7-b71b-1c79940c0a23 req-91f9f758-fb4d-4494-bb21-78e81de1dd86 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0483103 Jun 23 17:16:36.376930 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c28a50e-7b76-4ba7-b71b-1c79940c0a23 req-b638c7ba-8e82-42cf-8df0-3dfbd5245873 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892909 Jun 23 17:16:36.391811 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be912f0f-65e3-43ee-a68b-31feb0275a42 req-f74ece8a-c2b6-4ced-bf38-93f3cddb37d8 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029096 Jun 23 17:16:36.430133 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:36.458463 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-2dd55403-e3a4-416b-ac52-480336ba9fe9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:36.459998 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-2dd55403-e3a4-416b-ac52-480336ba9fe9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 814 time: 0.1654780 Jun 23 17:16:36.551236 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-3d6a5d23-22ef-40cb-85cc-960eac8a14dd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 472 time: 0.0661976 Jun 23 17:16:36.686784 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:36.698022 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'port': {'device_id': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'admin_state_up': True, 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'security_groups': ['264651d3-9152-49ca-8fea-e53c289a32be']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:36.755936 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afe8f-f39e-464d-a086-a6361a3ca4c9 req-a13d72df-8a29-4b90-8b5a-b28b630a2fe6 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:36.757436 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-377afe8f-f39e-464d-a086-a6361a3ca4c9 req-a13d72df-8a29-4b90-8b5a-b28b630a2fe6 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0798869 Jun 23 17:16:36.809659 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d334433-c6f9-4d8f-9059-6e2fb61e19a6 req-61f0df87-81ba-4ce1-9538-757c72ae958b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 210 time: 0.0320723 Jun 23 17:16:36.858832 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-377afe8f-f39e-464d-a086-a6361a3ca4c9 req-05d460f9-a20c-4330-994b-2379746a9f0e tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732272 Jun 23 17:16:36.874524 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Made reservation on behalf of 201cf53eaff642e78cf394182b0b9972 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:16:36.878059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.005544 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Allocated IP 172.20.0.14 (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1/6fb681cf-827d-4d21-8de7-6099d13e0163/9d5c62e1-bf25-4a83-93de-3d9cfb07d904) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:16:37.174017 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.245209 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.301456 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:37.305269 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:37.311012 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:16:37.314017 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:37.369844 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:37.370448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.388414 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-7659dc17-be8c-453a-a9b8-9623cf7bc13b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7004032 Jun 23 17:16:37.411178 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Request body: {'port': {'device_id': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:37.474788 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.484118 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:37.544251 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9158a4b0-fd0f-4a08-b28c-1b5fc760edf8 None None] Provisioning complete for port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:16:37.544900 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9158a4b0-fd0f-4a08-b28c-1b5fc760edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.576384 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9158a4b0-fd0f-4a08-b28c-1b5fc760edf8 None None] Port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:16:37.578815 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:37.749110 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:16:37.757149 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Publish callbacks [] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.770564 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Transition to ACTIVE for port object 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:16:37.777006 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.831190 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Pushing event updated for resources: {'Port': ['ID=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:37.904045 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Attempting to bind port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:16:37.904377 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Attempting to bind port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:16:37.904716 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Attempting to bind port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:16:37.909299 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:16:37.909621 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Attempting to bind port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:16:37.915384 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:16:37.915724 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Checking segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:16:37.916141 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Bound using segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:16:37.916572 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Bound port: 9d5c62e1-bf25-4a83-93de-3d9cfb07d904, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:16:37.916932 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:37.940660 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c41b12-f612-4c97-b15f-78e087aa8eff req-b9eb2755-e507-49ca-828e-a81ebcc21368 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:37.942355 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f9c41b12-f612-4c97-b15f-78e087aa8eff req-b9eb2755-e507-49ca-828e-a81ebcc21368 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 944 time: 0.0537901 Jun 23 17:16:37.991543 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f9c41b12-f612-4c97-b15f-78e087aa8eff req-080b4832-c2f1-4bc7-b7ad-d636556f3af9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432990 Jun 23 17:16:37.996058 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] For port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:16:37.999451 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] For port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:16:38.011872 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:38.050918 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:38.051564 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:38.052974 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] 10.222.0.57 "PUT /v2.0/ports/9d5c62e1-bf25-4a83-93de-3d9cfb07d904 HTTP/1.1" status: 200 len: 1094 time: 0.6462295 Jun 23 17:16:38.053422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'tag': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:38.055904 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2989cd-fbeb-40e1-9bb3-b3c8ad0217e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5991769-2ad6-41ff-a83c-2164828f7811", "tag": "9d5c62e1-bf25-4a83-93de-3d9cfb07d904"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:38.080396 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2586-a4f2-470e-9693-4563ece05fef service neutron] Pushing event updated for resources: {'Port': ['ID=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:38.096599 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c5f9f9-abbc-4094-9bc5-ed53c4613060 x-openstack-request-id: req-f2c5f9f9-abbc-4094-9bc5-ed53c4613060 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:38.096898 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5991769-2ad6-41ff-a83c-2164828f7811", "tag": "9d5c62e1-bf25-4a83-93de-3d9cfb07d904", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:38.097155 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2c5f9f9-abbc-4094-9bc5-ed53c4613060 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:38.097573 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c5f9f9-abbc-4094-9bc5-ed53c4613060'] response: {'name': 'network-changed', 'server_uuid': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'tag': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'status': 'completed', 'code': 200} Jun 23 17:16:38.191917 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2989cd-fbeb-40e1-9bb3-b3c8ad0217e0 req-1a5af24e-1b23-4952-9ca7-037c44c53de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:38.193704 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da2989cd-fbeb-40e1-9bb3-b3c8ad0217e0 req-1a5af24e-1b23-4952-9ca7-037c44c53de8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 1128 time: 0.0444813 Jun 23 17:16:38.303929 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2989cd-fbeb-40e1-9bb3-b3c8ad0217e0 req-ffa0e92d-237d-4e85-a6f0-69a451760336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:38.305785 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da2989cd-fbeb-40e1-9bb3-b3c8ad0217e0 req-ffa0e92d-237d-4e85-a6f0-69a451760336 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=201cf53eaff642e78cf394182b0b9972&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0984185 Jun 23 17:16:38.408418 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2989cd-fbeb-40e1-9bb3-b3c8ad0217e0 req-7672235b-f357-443b-9ff0-a46949a63a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:38.409947 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da2989cd-fbeb-40e1-9bb3-b3c8ad0217e0 req-7672235b-f357-443b-9ff0-a46949a63a67 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975666 Jun 23 17:16:38.527691 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-a0b229b0-c54c-4564-8ac3-ad81d340baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:38.529228 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-a0b229b0-c54c-4564-8ac3-ad81d340baad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 1128 time: 0.0486758 Jun 23 17:16:38.618434 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-5dbb2daa-872d-48c7-9888-a3022a128b5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d5c62e1-bf25-4a83-93de-3d9cfb07d904 HTTP/1.1" status: 200 len: 217 time: 0.0343976 Jun 23 17:16:38.677767 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-2d009976-d5e1-4de3-b646-52d855c77509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:38.680106 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-2d009976-d5e1-4de3-b646-52d855c77509 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.0505638 Jun 23 17:16:38.722516 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:38.735975 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-e58c0544-dd79-4767-b0ae-3c87fa20184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:38.737675 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-e58c0544-dd79-4767-b0ae-3c87fa20184e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501614 Jun 23 17:16:38.771384 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:38.847542 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-b65ab4d6-6190-471d-a261-42ccda7c872b service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031055 Jun 23 17:16:38.946185 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-145cb92d-47f8-40d4-89e4-d271a3b2dbdf req-9f305f10-a555-4210-98ec-f916bd023d78 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918889 Jun 23 17:16:39.119670 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0152e-77df-4099-b7e4-ba4c7e9df2fc req-391fc7ef-5c68-4450-8827-7a73811ca7da tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:39.121125 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3cf0152e-77df-4099-b7e4-ba4c7e9df2fc req-391fc7ef-5c68-4450-8827-7a73811ca7da tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 944 time: 0.0491242 Jun 23 17:16:39.176169 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3cf0152e-77df-4099-b7e4-ba4c7e9df2fc req-81e85e48-db6d-4194-b160-fcd0da4628a9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Jun 23 17:16:40.314777 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d4ac3-5a93-4e9a-b792-92afc1e61770 req-6b89861a-5b7f-460b-8258-1607e2703af3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:40.316190 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b27d4ac3-5a93-4e9a-b792-92afc1e61770 req-6b89861a-5b7f-460b-8258-1607e2703af3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 944 time: 0.0589755 Jun 23 17:16:40.370367 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b27d4ac3-5a93-4e9a-b792-92afc1e61770 req-c8102804-76fb-4ff8-a7b3-04a924524830 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468669 Jun 23 17:16:41.493997 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188e865-55e9-48a4-a72f-fbceb4c75a57 req-3ffc0eae-62cc-4574-9673-44ba56eb64c9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:41.495463 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9188e865-55e9-48a4-a72f-fbceb4c75a57 req-3ffc0eae-62cc-4574-9673-44ba56eb64c9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 944 time: 0.0492253 Jun 23 17:16:41.552712 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9188e865-55e9-48a4-a72f-fbceb4c75a57 req-ca717100-fab1-4356-b7b8-1a39c8732145 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510387 Jun 23 17:16:41.707996 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:16:41.806955 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:41.818527 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'port_id': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'mac_address': 'fa:16:3e:84:71:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:16:41.857358 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:41.857869 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:41.871297 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:16:41.891588 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:41.898733 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:41.945026 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:42.514480 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['9d5c62e1-bf25-4a83-93de-3d9cfb07d904'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:16:42.654831 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:42.667983 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd2a37-a4cd-47f8-8a1d-d920235ade81 req-4231c5fd-bbf3-43be-b283-3f3632984d19 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:42.669475 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70bd2a37-a4cd-47f8-8a1d-d920235ade81 req-4231c5fd-bbf3-43be-b283-3f3632984d19 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 945 time: 0.0465755 Jun 23 17:16:42.717211 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70bd2a37-a4cd-47f8-8a1d-d920235ade81 req-5d9c8052-3a94-473c-828e-e546f5784b8c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Jun 23 17:16:43.847811 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86495e93-9fef-4387-8f50-a600a51f4a9d req-c90414a7-c060-4ec4-8967-6bcb0ec4f614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:43.849424 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86495e93-9fef-4387-8f50-a600a51f4a9d req-c90414a7-c060-4ec4-8967-6bcb0ec4f614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 945 time: 0.0578463 Jun 23 17:16:43.898468 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86495e93-9fef-4387-8f50-a600a51f4a9d req-2c51e2f7-44d6-4961-a69b-9f2793684a14 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424547 Jun 23 17:16:44.028419 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:16:44.075595 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:16:44.085140 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:16:44.085524 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:44.159167 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:44.159554 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:44.184625 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:44.186894 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23535654-9107-43d8-834b-88961334d15c" -d '{"events": [{"server_uuid": "a5991769-2ad6-41ff-a83c-2164828f7811", "name": "network-vif-plugged", "status": "completed", "tag": "9d5c62e1-bf25-4a83-93de-3d9cfb07d904"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:44.199237 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:44.204535 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:44.232385 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadc3e63-33dc-418b-b12f-803b0fd5e401 x-openstack-request-id: req-cadc3e63-33dc-418b-b12f-803b0fd5e401 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:44.232675 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5991769-2ad6-41ff-a83c-2164828f7811", "name": "network-vif-plugged", "status": "completed", "tag": "9d5c62e1-bf25-4a83-93de-3d9cfb07d904", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:44.232926 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cadc3e63-33dc-418b-b12f-803b0fd5e401 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:44.233315 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadc3e63-33dc-418b-b12f-803b0fd5e401'] response: {'server_uuid': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'code': 200} Jun 23 17:16:44.241184 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:44.259647 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:44.484041 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa1d8-7243-4069-bad2-07f701bb3631 req-498b307c-92c6-4586-b51c-a1641b2f6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:44.485462 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b6fa1d8-7243-4069-bad2-07f701bb3631 req-498b307c-92c6-4586-b51c-a1641b2f6591 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 1130 time: 0.0431271 Jun 23 17:16:44.534624 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b6fa1d8-7243-4069-bad2-07f701bb3631 req-2166adff-0114-47ec-879b-c7f98c06488a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Jun 23 17:16:45.021639 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b4c8f-354d-4066-a26a-575380c86ce1 req-bb396c76-8784-43c3-a4ba-ba1ac52946e6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:45.023145 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c76b4c8f-354d-4066-a26a-575380c86ce1 req-bb396c76-8784-43c3-a4ba-ba1ac52946e6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 946 time: 0.0506415 Jun 23 17:16:45.071577 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c76b4c8f-354d-4066-a26a-575380c86ce1 req-518e4209-5b28-4a6e-8802-9889f09f3991 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417433 Jun 23 17:16:46.192758 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5ba99-e674-4ab6-ae23-8ffb9f860573 req-6d077c61-ad5c-4b3d-b2fc-431e6b89f023 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:46.194287 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c2f5ba99-e674-4ab6-ae23-8ffb9f860573 req-6d077c61-ad5c-4b3d-b2fc-431e6b89f023 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 946 time: 0.0481634 Jun 23 17:16:46.244738 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c2f5ba99-e674-4ab6-ae23-8ffb9f860573 req-f7502090-8c85-4f06-96d7-fd31195c807b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Jun 23 17:16:46.376433 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:46.417411 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:47.361988 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785dce6-8af2-425b-9909-fe987a37e2ac req-1111d48b-2ab2-4acb-82c2-d4db0e7bdc61 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:47.363525 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c785dce6-8af2-425b-9909-fe987a37e2ac req-1111d48b-2ab2-4acb-82c2-d4db0e7bdc61 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 946 time: 0.0480156 Jun 23 17:16:47.412603 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c785dce6-8af2-425b-9909-fe987a37e2ac req-8b92bdd3-1c90-4db7-961a-21a0dae9e8ea tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 Jun 23 17:16:47.531427 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356d405-dd2f-4bba-baf7-a514246b73cf req-8e7bbb44-9ff2-4b53-8ab5-62a6b5ee8b03 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:47.532940 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9356d405-dd2f-4bba-baf7-a514246b73cf req-8e7bbb44-9ff2-4b53-8ab5-62a6b5ee8b03 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 946 time: 0.0509903 Jun 23 17:16:47.545421 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54522) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:47.550123 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'floatingip': {'port_id': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:47.591780 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (d8fdabdd-dbc1-458d-bd2d-38f0aef3950c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:47.786146 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:47.924481 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:48.015230 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:48.022218 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (d8fdabdd-dbc1-458d-bd2d-38f0aef3950c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:48.124778 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Floating IP d8fdabdd-dbc1-458d-bd2d-38f0aef3950c associated. External IP: 172.27.0.55, port: 9d5c62e1-bf25-4a83-93de-3d9cfb07d904. Jun 23 17:16:48.576898 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:16:48.680728 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:16:48.685646 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:48.692744 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:16:48.703701 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:16:48.704326 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:16:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:48.722217 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b8cd8615-213f-414c-9cfe-6a6fb479c5ee tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "PUT /v2.0/floatingips/d8fdabdd-dbc1-458d-bd2d-38f0aef3950c HTTP/1.1" status: 200 len: 991 time: 1.1733744 Jun 23 17:16:48.722217 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'tag': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:48.723042 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944" -d '{"events": [{"name": "network-changed", "server_uuid": "a5991769-2ad6-41ff-a83c-2164828f7811", "tag": "9d5c62e1-bf25-4a83-93de-3d9cfb07d904"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:48.759560 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9790c305-4e5f-4c69-beb5-959d6d319687 x-openstack-request-id: req-9790c305-4e5f-4c69-beb5-959d6d319687 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:48.759854 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5991769-2ad6-41ff-a83c-2164828f7811", "tag": "9d5c62e1-bf25-4a83-93de-3d9cfb07d904", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:48.760103 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9790c305-4e5f-4c69-beb5-959d6d319687 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:48.760513 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9790c305-4e5f-4c69-beb5-959d6d319687'] response: {'name': 'network-changed', 'server_uuid': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'tag': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'status': 'completed', 'code': 200} Jun 23 17:16:48.801619 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:48.812321 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:16:48.813863 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:48.869324 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-6b28e5db-6c6c-4274-ac70-c9ebf7b83517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:48.871322 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-6b28e5db-6c6c-4274-ac70-c9ebf7b83517 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 1130 time: 0.0412562 Jun 23 17:16:48.980675 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-92069fcb-71fe-4200-a71d-56d87e4179d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:48.982106 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-92069fcb-71fe-4200-a71d-56d87e4179d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 915 time: 0.0941546 Jun 23 17:16:49.032245 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:21Z', 'revision_number': 2, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}, {'id': 'd8fdabdd-dbc1-458d-bd2d-38f0aef3950c', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:84:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:33Z', 'updated_at': '2022-06-23T17:16:47Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:49.048006 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-56cff57b-a79a-4e07-8014-782c4c105e3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d5c62e1-bf25-4a83-93de-3d9cfb07d904 HTTP/1.1" status: 200 len: 999 time: 0.0554972 Jun 23 17:16:49.056950 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:16:49.065949 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:16:49.066528 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:16:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:49.096378 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-54dfa4cb-13f5-4260-8327-57ebb5587c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:49.097851 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-54dfa4cb-13f5-4260-8327-57ebb5587c8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.0436993 Jun 23 17:16:49.152435 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-a3b5ea7e-8719-45d3-978c-220b092f23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:49.154042 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-a3b5ea7e-8719-45d3-978c-220b092f23ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454473 Jun 23 17:16:49.166409 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:16:49.231955 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:49.252076 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-6ad5991c-be9c-428d-b722-b5b39437ab92 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864246 Jun 23 17:16:49.284019 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:49.357173 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca0c73a-0106-4c5e-9f77-f2c21ca79944 req-10700173-cbe3-4534-a0b2-5ac22295aa26 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899248 Jun 23 17:16:49.385147 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:21Z', 'revision_number': 2, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}, {'id': 'd8fdabdd-dbc1-458d-bd2d-38f0aef3950c', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:84:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:33Z', 'updated_at': '2022-06-23T17:16:47Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:49.414575 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777c8c4-d676-4977-887e-35faa2583851 None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:21Z', 'revision_number': 2, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}, {'id': 'd8fdabdd-dbc1-458d-bd2d-38f0aef3950c', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:84:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:33Z', 'updated_at': '2022-06-23T17:16:47Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:16:49.610074 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4740b-304c-43c2-bacb-b6de9c78c2fc None None] New status for floating IP d8fdabdd-dbc1-458d-bd2d-38f0aef3950c: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:16:49.615617 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018989-a596-4d11-8b77-50b6eb254659 req-0674df0e-049b-4fb8-81d5-b4af794a4cc3 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:49.617250 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c3018989-a596-4d11-8b77-50b6eb254659 req-0674df0e-049b-4fb8-81d5-b4af794a4cc3 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0493314 Jun 23 17:16:49.670111 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c3018989-a596-4d11-8b77-50b6eb254659 req-cef47192-1923-483a-9e54-8fd6932e0d0d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Jun 23 17:16:49.697553 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54542) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:49.924665 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ee75b6-ebe1-463c-860e-526675d18fe1 tempest-TestMinimumBasicScenario-346722922 tempest-TestMinimumBasicScenario-346722922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:49.926367 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a6ee75b6-ebe1-463c-860e-526675d18fe1 tempest-TestMinimumBasicScenario-346722922 tempest-TestMinimumBasicScenario-346722922-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1125 time: 0.2274868 Jun 23 17:16:49.931577 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54546) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:49.939648 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'port_id': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:49.968803 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:50.064331 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:50.198903 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Allocated IP 172.27.0.138 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/de8b17e9-4a72-4774-af95-25ef5e5a47df) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:16:50.321124 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for port (de8b17e9-4a72-4774-af95-25ef5e5a47df), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:50.362435 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (de8b17e9-4a72-4774-af95-25ef5e5a47df), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:50.405115 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:16:50.410425 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:16:50.412730 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'Port': ['ID=de8b17e9-4a72-4774-af95-25ef5e5a47df,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:50.414902 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:16:50.715966 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:50.728259 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:50.786995 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for floatingip (19668157-246e-4ce7-9e8f-51b451e11260), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:50.858345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (de8b17e9-4a72-4774-af95-25ef5e5a47df), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:51.024102 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for port (de8b17e9-4a72-4774-af95-25ef5e5a47df), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:51.031583 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (de8b17e9-4a72-4774-af95-25ef5e5a47df), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:51.111500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'Port': ['ID=de8b17e9-4a72-4774-af95-25ef5e5a47df,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:51.123073 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (19668157-246e-4ce7-9e8f-51b451e11260), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:51.225078 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Floating IP 19668157-246e-4ce7-9e8f-51b451e11260 associated. External IP: 172.27.0.138, port: f326af8b-43a2-44c9-902a-68353086ffbf. Jun 23 17:16:51.439108 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Router ef58196d-d9a8-42c4-bfcb-b2d391015267 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:16:51.546289 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:16:51.556960 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ececf38-a021-4011-a325-ceec05350526 None None] Sync routers for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:16:51.567313 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:51.568143 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ececf38-a021-4011-a325-ceec05350526 None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:16:51.571698 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9ececf38-a021-4011-a325-ceec05350526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:16:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:51.588775 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:51.602694 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2d7ec1ba-3f85-4aa1-a5b1-975274503df7 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6692331 Jun 23 17:16:51.604539 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:51.605997 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54550) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:51.610578 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-52a1aa03-9f5d-4f33-a6ba-9039cb597727 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-585408897', 'description': 'tempest-secgroup-smoke-585408897 description', 'project_id': '26dde39423224c57b71005a60dacbed3'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:51.611283 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e018f6a-3769-4639-b3e2-f2625851b5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:51.638815 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:51.649781 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-52a1aa03-9f5d-4f33-a6ba-9039cb597727 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:51.653886 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2676e6-4d1f-4a97-aec5-cd670365dcdb x-openstack-request-id: req-ec2676e6-4d1f-4a97-aec5-cd670365dcdb {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:51.654264 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:51.654707 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec2676e6-4d1f-4a97-aec5-cd670365dcdb {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:51.655296 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2676e6-4d1f-4a97-aec5-cd670365dcdb'] response: {'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'status': 'completed', 'code': 200} Jun 23 17:16:51.677551 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9ececf38-a021-4011-a325-ceec05350526 None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:16:51.751397 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:51.760810 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-a024c0f2-90ae-4fad-89d5-c29b8c20e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:51.762574 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-a024c0f2-90ae-4fad-89d5-c29b8c20e158 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26dde39423224c57b71005a60dacbed3&device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1130 time: 0.0457997 Jun 23 17:16:51.771802 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:16:51.868186 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-9416050f-1073-4f07-b590-1bdfa2c6b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:51.870024 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-9416050f-1073-4f07-b590-1bdfa2c6b46f service neutron] 10.222.0.57 "GET /v2.0/networks?id=2332f670-26c0-4a09-b312-dc7134c61067 HTTP/1.1" status: 200 len: 915 time: 0.0954263 Jun 23 17:16:51.958520 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-f96d3769-870b-486a-aa1a-8e6dc314dfc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 1000 time: 0.0785511 Jun 23 17:16:51.967886 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-52a1aa03-9f5d-4f33-a6ba-9039cb597727 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group (cb78783d-ec84-4997-acd0-f10a4bde3494), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:51.972901 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-52a1aa03-9f5d-4f33-a6ba-9039cb597727 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (cb78783d-ec84-4997-acd0-f10a4bde3494), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.005946 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-52a1aa03-9f5d-4f33-a6ba-9039cb597727 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.007269 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-52a1aa03-9f5d-4f33-a6ba-9039cb597727 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4002349 Jun 23 17:16:52.010813 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54554) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:52.015157 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b0edb435-3b7b-4420-b7f5-0dc2d48278d1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'security_group_rule': {'security_group_id': 'cb78783d-ec84-4997-acd0-f10a4bde3494', 'project_id': '26dde39423224c57b71005a60dacbed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:52.020857 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1aa03-9f5d-4f33-a6ba-9039cb597727 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb78783d-ec84-4997-acd0-f10a4bde3494,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:52.026770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-ea88c6c5-b13f-4c73-8f3d-7bd984506737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:52.028621 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-ea88c6c5-b13f-4c73-8f3d-7bd984506737 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88d44bd9-b1fa-4867-b53c-a7463ec79833 HTTP/1.1" status: 200 len: 853 time: 0.0615120 Jun 23 17:16:52.032957 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9ececf38-a021-4011-a325-ceec05350526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '19668157-246e-4ce7-9e8f-51b451e11260', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'port_id': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'mac_address': 'fa:16:3e:de:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:50Z', 'updated_at': '2022-06-23T17:16:50Z', 'revision_number': 0, 'project_id': '26dde39423224c57b71005a60dacbed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:34Z', 'revision_number': 5, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:52.050200 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0edb435-3b7b-4420-b7f5-0dc2d48278d1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (46684d9e-e272-4188-a099-d18b4666a0ea), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.061223 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ececf38-a021-4011-a325-ceec05350526 None None] Checking router: ef58196d-d9a8-42c4-bfcb-b2d391015267 for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:16:52.070162 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ececf38-a021-4011-a325-ceec05350526 None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:16:52.070785 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9ececf38-a021-4011-a325-ceec05350526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:16:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:52.082205 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-2b3185c4-06ad-478d-9162-1a7ae64588f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:52.083847 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-2b3185c4-06ad-478d-9162-1a7ae64588f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2332f670-26c0-4a09-b312-dc7134c61067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434468 Jun 23 17:16:52.100485 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0edb435-3b7b-4420-b7f5-0dc2d48278d1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (46684d9e-e272-4188-a099-d18b4666a0ea), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.106069 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0edb435-3b7b-4420-b7f5-0dc2d48278d1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (46684d9e-e272-4188-a099-d18b4666a0ea), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.127503 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edb435-3b7b-4420-b7f5-0dc2d48278d1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46684d9e-e272-4188-a099-d18b4666a0ea,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:52.138904 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0edb435-3b7b-4420-b7f5-0dc2d48278d1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.140514 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b0edb435-3b7b-4420-b7f5-0dc2d48278d1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287146 Jun 23 17:16:52.143139 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54556) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:52.147854 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-db8f849f-d90d-4d9d-82f3-8d61573ac874 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'security_group_rule': {'security_group_id': 'cb78783d-ec84-4997-acd0-f10a4bde3494', 'project_id': '26dde39423224c57b71005a60dacbed3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:52.178051 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9ececf38-a021-4011-a325-ceec05350526 None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:16:52.180365 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-db8f849f-d90d-4d9d-82f3-8d61573ac874 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (f7211e24-2299-4610-825a-3be1ca8322b5), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.187182 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-4e50ec5e-0877-4b82-8168-d79f94f59f8d service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948877 Jun 23 17:16:52.240974 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-db8f849f-d90d-4d9d-82f3-8d61573ac874 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (f7211e24-2299-4610-825a-3be1ca8322b5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.247717 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-db8f849f-d90d-4d9d-82f3-8d61573ac874 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (f7211e24-2299-4610-825a-3be1ca8322b5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.274154 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f849f-d90d-4d9d-82f3-8d61573ac874 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7211e24-2299-4610-825a-3be1ca8322b5,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:52.282223 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-db8f849f-d90d-4d9d-82f3-8d61573ac874 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.283443 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-db8f849f-d90d-4d9d-82f3-8d61573ac874 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391573 Jun 23 17:16:52.286200 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54558) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:52.288893 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e018f6a-3769-4639-b3e2-f2625851b5fa req-5aa5f105-ed93-4a33-928d-0a960e7dc91e service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940721 Jun 23 17:16:52.291810 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-e0799bf6-a973-406f-bfcf-ea62b2ce9f2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'security_group_rule': {'security_group_id': 'cb78783d-ec84-4997-acd0-f10a4bde3494', 'project_id': '26dde39423224c57b71005a60dacbed3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:52.305524 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:52.329966 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e0799bf6-a973-406f-bfcf-ea62b2ce9f2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (4331e749-2674-489a-9c84-8f6c5a84881a), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.385259 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:52.387960 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e0799bf6-a973-406f-bfcf-ea62b2ce9f2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (4331e749-2674-489a-9c84-8f6c5a84881a), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.393432 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e0799bf6-a973-406f-bfcf-ea62b2ce9f2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (4331e749-2674-489a-9c84-8f6c5a84881a), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.400516 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9ececf38-a021-4011-a325-ceec05350526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '19668157-246e-4ce7-9e8f-51b451e11260', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'port_id': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'mac_address': 'fa:16:3e:de:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:50Z', 'updated_at': '2022-06-23T17:16:50Z', 'revision_number': 0, 'project_id': '26dde39423224c57b71005a60dacbed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:34Z', 'revision_number': 5, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:16:52.413471 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0799bf6-a973-406f-bfcf-ea62b2ce9f2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4331e749-2674-489a-9c84-8f6c5a84881a,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:52.422915 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e0799bf6-a973-406f-bfcf-ea62b2ce9f2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.424167 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e0799bf6-a973-406f-bfcf-ea62b2ce9f2d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364739 Jun 23 17:16:52.425291 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ececf38-a021-4011-a325-ceec05350526 None None] The sync data for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi is: [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '19668157-246e-4ce7-9e8f-51b451e11260', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'port_id': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'mac_address': 'fa:16:3e:de:1d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:16:50Z', 'updated_at': '2022-06-23T17:16:50Z', 'revision_number': 0, 'project_id': '26dde39423224c57b71005a60dacbed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:34Z', 'revision_number': 5, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:16:52.427089 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54560) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:52.431740 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-b6554fac-c957-44ce-bfd5-94a1b2bff84f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'security_group_rule': {'security_group_id': 'cb78783d-ec84-4997-acd0-f10a4bde3494', 'project_id': '26dde39423224c57b71005a60dacbed3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:52.461194 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6554fac-c957-44ce-bfd5-94a1b2bff84f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (4f6bd624-480d-41c6-a619-0349f270dc0c), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.523409 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6554fac-c957-44ce-bfd5-94a1b2bff84f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (4f6bd624-480d-41c6-a619-0349f270dc0c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.528448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6554fac-c957-44ce-bfd5-94a1b2bff84f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (4f6bd624-480d-41c6-a619-0349f270dc0c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.547043 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6554fac-c957-44ce-bfd5-94a1b2bff84f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6bd624-480d-41c6-a619-0349f270dc0c,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:52.556088 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b6554fac-c957-44ce-bfd5-94a1b2bff84f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.557365 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b6554fac-c957-44ce-bfd5-94a1b2bff84f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292415 Jun 23 17:16:52.560626 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54562) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:52.565012 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-b4059693-8088-4698-8da3-633ba67d7590 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'security_group_rule': {'security_group_id': 'cb78783d-ec84-4997-acd0-f10a4bde3494', 'project_id': '26dde39423224c57b71005a60dacbed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:52.587958 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.securitygroups_db [None req-b4059693-8088-4698-8da3-633ba67d7590 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Project 26dde39423224c57b71005a60dacbed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:16:52.594800 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4059693-8088-4698-8da3-633ba67d7590 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (5f64267b-5dd6-4a66-ae39-f3f24e357e3a), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.628008 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4cd606-de89-42a0-9116-e2f56315e7ea None None] New status for floating IP 19668157-246e-4ce7-9e8f-51b451e11260: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:16:52.654572 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4059693-8088-4698-8da3-633ba67d7590 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (5f64267b-5dd6-4a66-ae39-f3f24e357e3a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.658993 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4059693-8088-4698-8da3-633ba67d7590 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (5f64267b-5dd6-4a66-ae39-f3f24e357e3a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.677406 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4059693-8088-4698-8da3-633ba67d7590 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f64267b-5dd6-4a66-ae39-f3f24e357e3a,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:52.694600 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4059693-8088-4698-8da3-633ba67d7590 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.695828 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b4059693-8088-4698-8da3-633ba67d7590 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342537 Jun 23 17:16:52.698804 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54564) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:16:52.703108 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-2d821de5-683d-4cd9-a680-9a9c73432fba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'security_group_rule': {'security_group_id': 'cb78783d-ec84-4997-acd0-f10a4bde3494', 'project_id': '26dde39423224c57b71005a60dacbed3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:52.725438 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.securitygroups_db [None req-2d821de5-683d-4cd9-a680-9a9c73432fba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Project 26dde39423224c57b71005a60dacbed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:16:52.731903 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d821de5-683d-4cd9-a680-9a9c73432fba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (8580592d-6e84-4e25-9746-0cb3cc8523a9), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.780810 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:52.795420 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d821de5-683d-4cd9-a680-9a9c73432fba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (8580592d-6e84-4e25-9746-0cb3cc8523a9), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.799733 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d821de5-683d-4cd9-a680-9a9c73432fba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (8580592d-6e84-4e25-9746-0cb3cc8523a9), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.815213 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:52.820546 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d821de5-683d-4cd9-a680-9a9c73432fba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8580592d-6e84-4e25-9746-0cb3cc8523a9,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:52.830667 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2d821de5-683d-4cd9-a680-9a9c73432fba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:52.831853 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2d821de5-683d-4cd9-a680-9a9c73432fba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321359 Jun 23 17:16:52.923853 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-18ca2db4-25e3-49dc-8abc-92598953e912 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585408897&fields=id&tenant_id=26dde39423224c57b71005a60dacbed3 HTTP/1.1" status: 200 len: 267 time: 0.0471249 Jun 23 17:16:52.976710 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-5318e8b6-1643-442a-a618-09b0c737094d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:52.978333 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-5318e8b6-1643-442a-a618-09b0c737094d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0490243 Jun 23 17:16:52.988894 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'port': {'security_groups': ['928d152e-f95d-49db-9c8d-f76606d36971', 'cb78783d-ec84-4997-acd0-f10a4bde3494']}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:16:53.087483 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:53.177640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:53.312094 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] For port f326af8b-43a2-44c9-902a-68353086ffbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f326af8b-43a2-44c9-902a-68353086ffbf,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:16:53.340342 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for port (f326af8b-43a2-44c9-902a-68353086ffbf), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:53.347442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:53.393007 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:53.393643 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:53.395051 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['f326af8b-43a2-44c9-902a-68353086ffbf'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:16:53.395554 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-663a5e3c-6ee5-4587-8939-29cfa335ee1b req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "PUT /v2.0/ports/f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 982 time: 0.4106781 Jun 23 17:16:53.395642 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:16:53.397950 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e800d73-7e65-4edd-bee0-abb0d64b55b3" -d '{"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:16:53.428910 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e32390-0c76-4af4-a613-dd0de05e8a4f tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'Port': ['ID=f326af8b-43a2-44c9-902a-68353086ffbf,revision_number=6']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:16:53.457260 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdd03a4-517a-497b-9633-1b966cd5af79 x-openstack-request-id: req-4cdd03a4-517a-497b-9633-1b966cd5af79 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:16:53.457672 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:16:53.457953 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cdd03a4-517a-497b-9633-1b966cd5af79 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:16:53.458367 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdd03a4-517a-497b-9633-1b966cd5af79'] response: {'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'status': 'completed', 'code': 200} Jun 23 17:16:53.514311 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ce9c-a992-410c-bfce-4ddfb610b7e2 req-b661b94b-f986-496b-8151-f51fceb9bd99 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:53.516201 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4d62ce9c-a992-410c-bfce-4ddfb610b7e2 req-b661b94b-f986-496b-8151-f51fceb9bd99 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0516570 Jun 23 17:16:53.533753 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:53.562958 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:16:53.580544 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-49f4e48a-100e-44f6-9a9c-f125f753e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:53.583188 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-49f4e48a-100e-44f6-9a9c-f125f753e078 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26dde39423224c57b71005a60dacbed3&device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1169 time: 0.0560226 Jun 23 17:16:53.591508 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4d62ce9c-a992-410c-bfce-4ddfb610b7e2 req-c57f6b5c-6337-48ba-af4f-192839c90a34 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652819 Jun 23 17:16:53.624342 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['f326af8b-43a2-44c9-902a-68353086ffbf'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:16:53.694309 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f6ace05b-de7c-4753-89e9-d141a6c8feb9 None None] Provisioning complete for port f326af8b-43a2-44c9-902a-68353086ffbf triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:16:53.694685 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f6ace05b-de7c-4753-89e9-d141a6c8feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:16:53.702125 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-e180122b-186a-402d-8109-b7b7ce2d9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:53.703632 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-e180122b-186a-402d-8109-b7b7ce2d9df9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2332f670-26c0-4a09-b312-dc7134c61067 HTTP/1.1" status: 200 len: 915 time: 0.1049867 Jun 23 17:16:53.769778 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-86dc8a50-61ce-4882-9ec8-52777025efc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 1002 time: 0.0586019 Jun 23 17:16:53.825145 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-4f3fdda1-fef1-4515-84c3-b6ac40f5115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:53.826733 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-4f3fdda1-fef1-4515-84c3-b6ac40f5115b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88d44bd9-b1fa-4867-b53c-a7463ec79833 HTTP/1.1" status: 200 len: 853 time: 0.0455201 Jun 23 17:16:53.868385 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f6ace05b-de7c-4753-89e9-d141a6c8feb9 None None] Current status of the port f326af8b-43a2-44c9-902a-68353086ffbf is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:16:53.875320 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-75af539c-ce08-481e-b568-4837f1884b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:16:53.876856 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-75af539c-ce08-481e-b568-4837f1884b05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2332f670-26c0-4a09-b312-dc7134c61067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402668 Jun 23 17:16:53.983774 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-b6be1104-4431-420e-adad-d50efc2735df service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987966 Jun 23 17:16:54.081363 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e800d73-7e65-4edd-bee0-abb0d64b55b3 req-4e538cf7-4536-49fd-bf97-f8b0b96954db service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Jun 23 17:17:00.067274 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4d9411db-5c80-44a3-b66e-43f554e7bd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:02.331517 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b4c53257-9d02-4b79-a57f-ccc2cd3459ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:03.453581 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:03.579490 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=34 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:03.584933 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:04.076419 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=50,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:04.079324 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=46 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:04.814952 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:05.147851 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:05.207353 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:06.767969 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-e6b8e251-7e1a-473c-a99f-3cab0b1e0f6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429044 Jun 23 17:17:06.882769 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-4c30b1b3-f270-4850-82a4-e2875ecc1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:17:06.884292 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-4c30b1b3-f270-4850-82a4-e2875ecc1c0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 1129 time: 0.0442119 Jun 23 17:17:07.022045 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-35aa2af2-8754-43b1-880e-8f60b49796f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:17:07.023421 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-35aa2af2-8754-43b1-880e-8f60b49796f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 915 time: 0.1053424 Jun 23 17:17:07.336845 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-c036a646-739a-49a5-a920-7f7c60eac7dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b1cac9-5302-4079-b5e0-7137567b16e5 HTTP/1.1" status: 200 len: 1001 time: 0.3057716 Jun 23 17:17:07.384905 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-59946d37-093f-4a1e-ba6c-f3af0bc42870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:17:07.386361 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-59946d37-093f-4a1e-ba6c-f3af0bc42870 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.0433939 Jun 23 17:17:07.433674 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-b6704e98-b930-4eca-9ec8-897fc27a7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:17:07.435224 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-b6704e98-b930-4eca-9ec8-897fc27a7be6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425310 Jun 23 17:17:07.529862 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-564ccf1d-74d1-4f5b-a006-ef37bc8cc441 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822923 Jun 23 17:17:07.624894 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098d711d-63e0-4c95-8b22-140f3f742ad1 req-beef7030-51c9-426a-8539-f47581d20175 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879235 Jun 23 17:17:10.745767 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:10.746589 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:15.192787 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:15.197815 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:15.201357 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:17.620185 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=46 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:17.621481 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=55 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:28.762445 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:17:30.073530 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-560f5e59-241b-499c-b943-6b201c4e3e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:32.336945 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5a510962-ccc0-4d00-aa2d-533bdc7602ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:33.452211 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:34.820770 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:35.175611 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:35.202692 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:17:45.189111 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:45.190440 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:45.197547 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:47.738576 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:47.739901 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:58.759989 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:17:58.760717 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:00.063535 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-993e891c-e387-4392-84b9-968ef8406ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:02.333226 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d2ff0718-5199-4627-ac89-be23f5769173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:03.459017 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:04.820073 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:05.165959 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:05.207077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:05.764932 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:18:07.751035 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-17f1409c-e4b3-46ed-965a-4d53f3ea6e9e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956578 Jun 23 17:18:07.826609 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-2c15c9d1-3840-4592-a99a-39136598022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:07.828491 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-2c15c9d1-3840-4592-a99a-39136598022a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 1130 time: 0.0408046 Jun 23 17:18:07.951741 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-34fb1c76-a7f1-4a17-ac7b-a48d90d3f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:07.955232 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-34fb1c76-a7f1-4a17-ac7b-a48d90d3f0a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1054223 Jun 23 17:18:08.027379 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-59d9911c-da16-47a9-88f1-2463885def5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882 HTTP/1.1" status: 200 len: 217 time: 0.0364404 Jun 23 17:18:08.057353 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9e0e9-20e2-43a3-a3df-73a210c613ec req-07e0ee6b-da2a-4a03-92a6-36cd57ec2a50 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.059037 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-64a9e0e9-20e2-43a3-a3df-73a210c613ec req-07e0ee6b-da2a-4a03-92a6-36cd57ec2a50 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0733609 Jun 23 17:18:08.103081 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-f21274b5-9dff-4718-a724-6fcb22b5baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.104522 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-f21274b5-9dff-4718-a724-6fcb22b5baa8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0644391 Jun 23 17:18:08.120558 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-41f29391-fdfd-4dd2-b887-382a37ba82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.122366 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-41f29391-fdfd-4dd2-b887-382a37ba82b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1130 time: 0.0809307 Jun 23 17:18:08.147890 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-64a9e0e9-20e2-43a3-a3df-73a210c613ec req-fe7482c8-963a-4938-ba72-f0a137762736 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643923 Jun 23 17:18:08.197373 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c205651-e788-4b6f-9f55-9a1bf8a5117a req-603bfa76-0099-43f8-add9-07fc516b781d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.198836 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c205651-e788-4b6f-9f55-9a1bf8a5117a req-603bfa76-0099-43f8-add9-07fc516b781d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.1131911 Jun 23 17:18:08.208877 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-4b222bc6-e8bd-4dc0-86ef-eaea88728cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.210366 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-4b222bc6-e8bd-4dc0-86ef-eaea88728cb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0884433 Jun 23 17:18:08.211251 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a46847-ab29-4b7c-899e-418cf005a851 req-b3ae7648-d8fe-41ca-ad1c-08d9ff45fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.212632 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a46847-ab29-4b7c-899e-418cf005a851 req-b3ae7648-d8fe-41ca-ad1c-08d9ff45fe06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26dde39423224c57b71005a60dacbed3&device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1169 time: 0.0917668 Jun 23 17:18:08.227641 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-379e1be3-ae56-49ef-8dcd-b3037d6183a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.229154 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-379e1be3-ae56-49ef-8dcd-b3037d6183a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.0967610 Jun 23 17:18:08.294986 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-5669bf89-37fb-4194-9d70-3999bc0d27cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 200 len: 1002 time: 0.0598145 Jun 23 17:18:08.345173 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-5ab19a50-600e-4a1c-964c-41afdc915b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.346671 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-5ab19a50-600e-4a1c-964c-41afdc915b2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0454679 Jun 23 17:18:08.392606 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c205651-e788-4b6f-9f55-9a1bf8a5117a req-2c37c7ec-0c08-47a0-a6f5-4502e79d2aba tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1858175 Jun 23 17:18:08.395435 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-bc22ca63-89fd-4e7b-86ab-0530197accab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.397159 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-bc22ca63-89fd-4e7b-86ab-0530197accab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433812 Jun 23 17:18:08.427223 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-1f3b43f6-6539-4b26-8524-8cd52dc76bc3 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989479 Jun 23 17:18:08.428171 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a46847-ab29-4b7c-899e-418cf005a851 req-d97078de-6ed3-4b45-a2e6-39c843609a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.429523 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a46847-ab29-4b7c-899e-418cf005a851 req-d97078de-6ed3-4b45-a2e6-39c843609a92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2332f670-26c0-4a09-b312-dc7134c61067 HTTP/1.1" status: 200 len: 915 time: 0.2002885 Jun 23 17:18:08.490248 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-206bcb3e-b8f6-4e91-b7f3-2e293e4f2d3a service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858948 Jun 23 17:18:08.551852 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a46847-ab29-4b7c-899e-418cf005a851 req-0a74ab6b-5762-4d94-a966-2a0b9f0d384b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 1002 time: 0.1109514 Jun 23 17:18:08.585449 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-95cf683e-99ae-4cef-9062-b96f5d692d25 req-73197aaf-9aad-4616-99f2-0049f6072b1f service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886419 Jun 23 17:18:08.606246 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b90bdc8-bc30-47d9-9b12-36773a6fed83 req-fbdb9a84-af78-47a9-b4b7-9302181d591e service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668630 Jun 23 17:18:08.615050 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a46847-ab29-4b7c-899e-418cf005a851 req-b0b42b06-6ed1-457b-8baf-d680d9fd346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.616513 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a46847-ab29-4b7c-899e-418cf005a851 req-b0b42b06-6ed1-457b-8baf-d680d9fd346f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88d44bd9-b1fa-4867-b53c-a7463ec79833 HTTP/1.1" status: 200 len: 853 time: 0.0567477 Jun 23 17:18:08.691245 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a46847-ab29-4b7c-899e-418cf005a851 req-4c39af63-8f8d-41d7-91f5-66cb9d01e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:08.692826 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a46847-ab29-4b7c-899e-418cf005a851 req-4c39af63-8f8d-41d7-91f5-66cb9d01e2a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2332f670-26c0-4a09-b312-dc7134c61067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433848 Jun 23 17:18:08.787841 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:08.791914 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a46847-ab29-4b7c-899e-418cf005a851 req-9b01ad0e-f106-411c-a79c-6634495d0115 service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884037 Jun 23 17:18:08.931263 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a46847-ab29-4b7c-899e-418cf005a851 req-8cab0d38-fdeb-412d-9c0b-cc3532c6e976 service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Jun 23 17:18:09.260571 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e64cc1-56e7-4b9e-a1a6-c0113fc529b6 req-2514699c-cd26-4aab-bf48-cd991d01d6fb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:09.262050 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-41e64cc1-56e7-4b9e-a1a6-c0113fc529b6 req-2514699c-cd26-4aab-bf48-cd991d01d6fb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0469282 Jun 23 17:18:09.311550 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-41e64cc1-56e7-4b9e-a1a6-c0113fc529b6 req-c97fdbf0-956b-4a41-8e72-a3e498cc8f86 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 Jun 23 17:18:09.507996 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:09.519470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9b4cf-71c2-4b5b-b857-970338ce917d req-0127a419-3c7a-4ef7-bbc3-8790b4acb273 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:09.520962 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5d9b4cf-71c2-4b5b-b857-970338ce917d req-0127a419-3c7a-4ef7-bbc3-8790b4acb273 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0554359 Jun 23 17:18:09.586553 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5d9b4cf-71c2-4b5b-b857-970338ce917d req-516a0fd0-2d33-4cb0-92e8-ee91e2a951ae tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567353 Jun 23 17:18:10.432083 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6840d-cfab-44aa-a0a4-6a432fcdaf52 req-aa97d40a-7b55-40f6-9dfe-093ef2cf4a76 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:10.433536 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9ae6840d-cfab-44aa-a0a4-6a432fcdaf52 req-aa97d40a-7b55-40f6-9dfe-093ef2cf4a76 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0474038 Jun 23 17:18:10.484667 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9ae6840d-cfab-44aa-a0a4-6a432fcdaf52 req-6bc0f9eb-a0ef-459d-a5cb-ce48c6350661 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453198 Jun 23 17:18:10.711722 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54847997-722e-4096-8295-25918c8100c1 req-3f9b8d63-6ace-49f5-84f2-ffac3a932c40 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:10.711722 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54847997-722e-4096-8295-25918c8100c1 req-3f9b8d63-6ace-49f5-84f2-ffac3a932c40 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0505826 Jun 23 17:18:10.781397 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54847997-722e-4096-8295-25918c8100c1 req-d973bfb4-424f-42cf-9fb6-f7a82da8ed47 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632277 Jun 23 17:18:11.613929 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeea7f-74b2-4e0f-98b2-690d9f8595ac req-e11732b8-e9e5-4a85-a226-43770a243670 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:11.615439 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2bbeea7f-74b2-4e0f-98b2-690d9f8595ac req-e11732b8-e9e5-4a85-a226-43770a243670 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0543513 Jun 23 17:18:11.665250 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2bbeea7f-74b2-4e0f-98b2-690d9f8595ac req-58c4f595-68f2-4610-af8a-156fb071d6ae tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 Jun 23 17:18:11.902126 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b1bd-2d23-4a21-b0f2-53403fbc6c3c req-cc2ee063-8cd1-4f3e-943a-143c7a04c76d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:11.903616 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43a2b1bd-2d23-4a21-b0f2-53403fbc6c3c req-cc2ee063-8cd1-4f3e-943a-143c7a04c76d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0492218 Jun 23 17:18:11.967351 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43a2b1bd-2d23-4a21-b0f2-53403fbc6c3c req-15ace7fc-08fe-4249-ab87-7212fdf1ee04 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577652 Jun 23 17:18:12.792435 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37fc7-eba3-499a-a93a-775580173474 req-69af3736-1609-40ac-a7dd-83929d165117 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:12.794267 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1df37fc7-eba3-499a-a93a-775580173474 req-69af3736-1609-40ac-a7dd-83929d165117 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0538301 Jun 23 17:18:12.845728 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1df37fc7-eba3-499a-a93a-775580173474 req-83679c7c-f41e-4f6b-a2bd-d510b3f3cdeb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455017 Jun 23 17:18:13.106856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a2a35-b8b7-4bbb-a243-772726692111 req-7e7003c4-1bca-4857-bee9-c798ae4aa25e tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:13.108756 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b97a2a35-b8b7-4bbb-a243-772726692111 req-7e7003c4-1bca-4857-bee9-c798ae4aa25e tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0550203 Jun 23 17:18:13.170393 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b97a2a35-b8b7-4bbb-a243-772726692111 req-d5e9ffdb-d871-4477-835f-e061436abd7b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555096 Jun 23 17:18:13.982762 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126cbd4-f494-46e9-aacf-74d97b8333cf req-6977e12d-ff2b-404b-9c1b-ed7c22eb2637 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:13.984090 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c126cbd4-f494-46e9-aacf-74d97b8333cf req-6977e12d-ff2b-404b-9c1b-ed7c22eb2637 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0590467 Jun 23 17:18:14.016414 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:14.020079 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:14.031839 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c126cbd4-f494-46e9-aacf-74d97b8333cf req-2693fd6a-91a0-4175-898b-8392eed5426f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Jun 23 17:18:14.305947 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4c85-147e-4f72-a0ca-04fef0c53491 req-6678ac17-7d4a-4dee-92d9-d945fbad5b5e tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:14.307798 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c5d4c85-147e-4f72-a0ca-04fef0c53491 req-6678ac17-7d4a-4dee-92d9-d945fbad5b5e tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0514193 Jun 23 17:18:14.371541 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c5d4c85-147e-4f72-a0ca-04fef0c53491 req-56ebf53a-8f86-4201-a86b-92c6f0ce30b6 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573649 Jun 23 17:18:15.161631 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266a29-6b4c-4299-9b95-e2e8b1b3acbd req-17b65e6d-ee27-44fb-aaca-be0ed2b2215d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:15.163009 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-65266a29-6b4c-4299-9b95-e2e8b1b3acbd req-17b65e6d-ee27-44fb-aaca-be0ed2b2215d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0484295 Jun 23 17:18:15.194658 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:15.198465 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:15.201342 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:15.214251 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-65266a29-6b4c-4299-9b95-e2e8b1b3acbd req-85b4a7f3-6773-46ca-b156-93f31046efd1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 Jun 23 17:18:15.489954 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601dfd1-1663-4857-a867-a7f767ab4a74 req-31aab6ae-1831-4330-a320-4feeaf89a881 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:15.491423 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5601dfd1-1663-4857-a867-a7f767ab4a74 req-31aab6ae-1831-4330-a320-4feeaf89a881 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0477009 Jun 23 17:18:15.552736 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5601dfd1-1663-4857-a867-a7f767ab4a74 req-f5e0beca-b370-432b-b88d-b3eeb9698d5e tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555120 Jun 23 17:18:16.351538 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c88833-6c74-47ef-9c1a-5c7283b03178 req-36edb2f1-b1a6-40fa-b46c-84da4bc2ff67 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:16.353016 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f2c88833-6c74-47ef-9c1a-5c7283b03178 req-36edb2f1-b1a6-40fa-b46c-84da4bc2ff67 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0551028 Jun 23 17:18:16.405012 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f2c88833-6c74-47ef-9c1a-5c7283b03178 req-5593ab84-a143-4dbc-bf40-69a8fd6735a6 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Jun 23 17:18:16.683697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2a1a-63ec-47f0-8b82-b9a4d4ee71b2 req-51d69a80-dbe2-4116-bb7c-73b29bf9aad1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:16.685234 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1fe2a1a-63ec-47f0-8b82-b9a4d4ee71b2 req-51d69a80-dbe2-4116-bb7c-73b29bf9aad1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0527029 Jun 23 17:18:16.756952 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1fe2a1a-63ec-47f0-8b82-b9a4d4ee71b2 req-a288771c-92c1-49ba-8fd6-ab8d71c38eeb tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653756 Jun 23 17:18:17.534295 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc234-abfe-4526-83c4-58b2e9dc3a05 req-eca76343-815e-4368-a10d-7892f20118c5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:17.535800 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-490dc234-abfe-4526-83c4-58b2e9dc3a05 req-eca76343-815e-4368-a10d-7892f20118c5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0512681 Jun 23 17:18:17.585528 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-490dc234-abfe-4526-83c4-58b2e9dc3a05 req-a829e741-de68-4091-8c3b-559736359504 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Jun 23 17:18:17.886290 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20565459-4730-4815-8f5a-1fbf388cfee0 req-62ccf570-e5bd-4cc3-9182-50025f138332 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:17.887775 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20565459-4730-4815-8f5a-1fbf388cfee0 req-62ccf570-e5bd-4cc3-9182-50025f138332 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0512717 Jun 23 17:18:17.950038 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20565459-4730-4815-8f5a-1fbf388cfee0 req-8d96f978-06c4-440b-a080-057fee8aa433 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561042 Jun 23 17:18:18.722845 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f38ffe-232d-4054-87c4-984b0ddc4b62 req-c4ba7480-ebdf-40de-9b43-257449f9e6e4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:18.724345 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43f38ffe-232d-4054-87c4-984b0ddc4b62 req-c4ba7480-ebdf-40de-9b43-257449f9e6e4 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0566368 Jun 23 17:18:18.767761 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:18.775773 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43f38ffe-232d-4054-87c4-984b0ddc4b62 req-1bb48328-4954-43d5-80bf-420dc4df704b tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Jun 23 17:18:18.790749 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd372d-dffd-4bb4-8d5d-47773af7f7fb req-e1dc8e45-c9ba-4367-bba2-da8b2aaac9f0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:18.792230 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b8cd372d-dffd-4bb4-8d5d-47773af7f7fb req-e1dc8e45-c9ba-4367-bba2-da8b2aaac9f0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 946 time: 0.0473149 Jun 23 17:18:18.842485 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b8cd372d-dffd-4bb4-8d5d-47773af7f7fb req-71a9d8ff-fcf2-44a9-b026-fcded67cb98f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Jun 23 17:18:19.081708 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526017-7426-430b-be8e-8a1a8caaced5 req-251cfb6e-e787-4a8d-935f-ee9a5a3eb477 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:19.083184 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-79526017-7426-430b-be8e-8a1a8caaced5 req-251cfb6e-e787-4a8d-935f-ee9a5a3eb477 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0553606 Jun 23 17:18:19.098363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:19.149356 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-79526017-7426-430b-be8e-8a1a8caaced5 req-9fea337c-1d93-4feb-807f-cf7728f9f1b5 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577533 Jun 23 17:18:19.904022 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e98201-63a8-4413-b9d6-89e38bc18a3a req-7b05799e-06ab-4f87-9a56-585bc33f0c76 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:19.905528 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-84e98201-63a8-4413-b9d6-89e38bc18a3a req-7b05799e-06ab-4f87-9a56-585bc33f0c76 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0511737 Jun 23 17:18:19.954869 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-84e98201-63a8-4413-b9d6-89e38bc18a3a req-19212cef-c9b2-4df3-a09c-3084a7ba2dd7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436516 Jun 23 17:18:19.959408 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687d120-766c-4aa4-a58c-7871099ffc76 req-477a6dec-d477-4fe3-9fc9-4d355f22b74d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:19.960978 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e687d120-766c-4aa4-a58c-7871099ffc76 req-477a6dec-d477-4fe3-9fc9-4d355f22b74d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 946 time: 0.0481319 Jun 23 17:18:20.010051 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e687d120-766c-4aa4-a58c-7871099ffc76 req-f43fdc5c-8b52-429f-a47f-fc95d29216a7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 Jun 23 17:18:20.269357 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f135e-7a88-458b-9e5f-ac0400768d73 req-97fa3b62-a44c-473e-91d7-c247b27cd76b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:20.270858 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ff4f135e-7a88-458b-9e5f-ac0400768d73 req-97fa3b62-a44c-473e-91d7-c247b27cd76b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0468762 Jun 23 17:18:20.334508 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ff4f135e-7a88-458b-9e5f-ac0400768d73 req-11dc2deb-7062-47b9-8eec-7a050af8ec3d tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550990 Jun 23 17:18:20.797819 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-8d4afa31-f779-40b9-89d1-ec137c288498 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:20.799279 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-8d4afa31-f779-40b9-89d1-ec137c288498 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 946 time: 0.0526383 Jun 23 17:18:21.083647 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75926a-d777-47e2-aad1-eedcd6825c84 req-d1bf05e1-0961-45aa-be06-d3fa18496b0a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:21.085141 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d75926a-d777-47e2-aad1-eedcd6825c84 req-d1bf05e1-0961-45aa-be06-d3fa18496b0a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0478108 Jun 23 17:18:21.128799 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af6220-dbb5-484a-991a-d28a7706dd8f req-32e41682-e8ae-4f10-aee8-2313ca27e96e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:21.130378 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-48af6220-dbb5-484a-991a-d28a7706dd8f req-32e41682-e8ae-4f10-aee8-2313ca27e96e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 946 time: 0.0499775 Jun 23 17:18:21.134487 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d75926a-d777-47e2-aad1-eedcd6825c84 req-71231723-df04-4859-aca4-387e5a0b6ba8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Jun 23 17:18:21.176918 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-48af6220-dbb5-484a-991a-d28a7706dd8f req-2176679e-2aaf-468f-9215-7322c7a50510 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=264651d3-9152-49ca-8fea-e53c289a32be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408597 Jun 23 17:18:21.417449 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Deleting port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:18:21.417774 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:21.478173 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb360ab-92af-46f3-a46b-4fffd6cc7da9 req-09dbf301-cf45-4169-9e14-015b855d1468 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:21.479649 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8cb360ab-92af-46f3-a46b-4fffd6cc7da9 req-09dbf301-cf45-4169-9e14-015b855d1468 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0733273 Jun 23 17:18:21.564519 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] For port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:18:21.564852 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:21.612196 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8cb360ab-92af-46f3-a46b-4fffd6cc7da9 req-d225dba4-a441-4fb8-a10a-92ee4963953c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb78783d-ec84-4997-acd0-f10a4bde3494&id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1085789 Jun 23 17:18:21.785418 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:21.785783 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (d8fdabdd-dbc1-458d-bd2d-38f0aef3950c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:21.786207 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Floating IP d8fdabdd-dbc1-458d-bd2d-38f0aef3950c disassociated. External IP: 172.27.0.55, port: 9d5c62e1-bf25-4a83-93de-3d9cfb07d904. Jun 23 17:18:21.786568 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Calling delete_port for 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:18:21.922933 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (9d5c62e1-bf25-4a83-93de-3d9cfb07d904), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:21.951802 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'Port': ['ID=9d5c62e1-bf25-4a83-93de-3d9cfb07d904,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:21.963202 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.963554 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.963896 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.964233 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.964569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.964902 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.965234 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.965559 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.965911 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.966223 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.966548 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.966869 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.967190 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.967511 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.967832 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:21.971944 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:21.978016 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:22.079020 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:18:22.188042 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:18:22.200784 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:18:22.214715 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:18:22.215944 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:18:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:22.235594 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] No DVR routers for this DVR port 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:18:22.238467 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:22.241821 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-10156d1f-ccf1-4523-9601-b59c900ef091 req-f858d5da-9a03-4f83-9ff5-e4b177f1e43d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "DELETE /v2.0/ports/9d5c62e1-bf25-4a83-93de-3d9cfb07d904 HTTP/1.1" status: 204 len: 173 time: 0.9268739 Jun 23 17:18:22.242957 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'name': 'network-vif-deleted', 'tag': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:18:22.245487 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ac629b-ca7e-40cb-bce7-cbf7d319c953" -d '{"events": [{"server_uuid": "a5991769-2ad6-41ff-a83c-2164828f7811", "name": "network-vif-deleted", "tag": "9d5c62e1-bf25-4a83-93de-3d9cfb07d904"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:18:22.280650 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6c66-81b6-4bd3-a307-5ebcb0309a93 req-04b03814-269e-423a-b70c-130fd2e2a7d9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:22.283463 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-471c6c66-81b6-4bd3-a307-5ebcb0309a93 req-04b03814-269e-423a-b70c-130fd2e2a7d9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0566783 Jun 23 17:18:22.302512 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ee07b6d-fd93-4277-8f13-42abff5caac8 req-054a3854-f1cf-4895-a5ef-7dccb5c464a8 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 210 time: 0.0326030 Jun 23 17:18:22.340556 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:18:22.354781 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-471c6c66-81b6-4bd3-a307-5ebcb0309a93 req-7f266524-ea66-426c-883a-3f712bf21582 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651903 Jun 23 17:18:22.413974 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94122cde-a726-4d5c-b02e-1937ca654df2 x-openstack-request-id: req-94122cde-a726-4d5c-b02e-1937ca654df2 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:18:22.414257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5991769-2ad6-41ff-a83c-2164828f7811", "name": "network-vif-deleted", "tag": "9d5c62e1-bf25-4a83-93de-3d9cfb07d904", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:18:22.414568 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94122cde-a726-4d5c-b02e-1937ca654df2 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:18:22.414996 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94122cde-a726-4d5c-b02e-1937ca654df2'] response: {'server_uuid': 'a5991769-2ad6-41ff-a83c-2164828f7811', 'name': 'network-vif-deleted', 'tag': '9d5c62e1-bf25-4a83-93de-3d9cfb07d904', 'status': 'completed', 'code': 200} Jun 23 17:18:22.564011 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:21Z', 'revision_number': 2, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:22.589466 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:18:22.598677 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:18:22.599288 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:18:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:22.836429 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:18:22.839491 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:18:22.925015 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:18:22.925362 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 9d5c62e1-bf25-4a83-93de-3d9cfb07d904 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:18:23.025736 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d72af-ce51-4f0d-8586-3873f3c4ca81 req-dfc81c6b-ab66-4951-af75-aede1d1707f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:23.027297 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-512d72af-ce51-4f0d-8586-3873f3c4ca81 req-dfc81c6b-ab66-4951-af75-aede1d1707f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1130 time: 0.0407159 Jun 23 17:18:23.082824 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:21Z', 'revision_number': 2, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:23.111312 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e0ac6-328c-4028-94f6-19e64e20a392 None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:0d:85:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:12:06Z', 'updated_at': '2022-06-23T17:13:21Z', 'revision_number': 2, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:18:23.313915 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-512d72af-ce51-4f0d-8586-3873f3c4ca81 req-ec1b6cbc-3444-45ed-a108-f81397f6118d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498369 Jun 23 17:18:23.361712 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b0aa81-b015-4b81-8b88-6c1c0162c27a None None] New status for floating IP d8fdabdd-dbc1-458d-bd2d-38f0aef3950c: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:18:23.425386 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2e64d80a-1d9d-4c47-accc-5e745efab0f1 req-ad6c2355-3785-4578-ba2e-438d13634e46 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5991769-2ad6-41ff-a83c-2164828f7811 HTTP/1.1" status: 200 len: 210 time: 0.0327764 Jun 23 17:18:23.471392 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e650-0370-4ea1-b0b5-1f2a55ce2588 req-da49f399-23af-4de2-86a2-1b280232220a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:23.473005 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5b4e650-0370-4ea1-b0b5-1f2a55ce2588 req-da49f399-23af-4de2-86a2-1b280232220a tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0479803 Jun 23 17:18:23.536256 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5b4e650-0370-4ea1-b0b5-1f2a55ce2588 req-5f94dcf6-30ce-48f0-90eb-756c63552800 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560439 Jun 23 17:18:24.659446 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea31383-0be7-4289-ad72-37ccd779bbe0 req-cd7b3695-8082-44b9-9d04-a3db66457f30 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:24.660929 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ea31383-0be7-4289-ad72-37ccd779bbe0 req-cd7b3695-8082-44b9-9d04-a3db66457f30 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0505626 Jun 23 17:18:24.713894 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4ea31383-0be7-4289-ad72-37ccd779bbe0 req-5274e06b-8ce7-44ec-a4d1-78184c51afaf tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Jun 23 17:18:25.548571 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54806) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:25.607061 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7361d514-407a-479d-989e-4656380b37b6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (264651d3-9152-49ca-8fea-e53c289a32be), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:25.630306 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7361d514-407a-479d-989e-4656380b37b6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (264651d3-9152-49ca-8fea-e53c289a32be), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:25.682181 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7361d514-407a-479d-989e-4656380b37b6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (264651d3-9152-49ca-8fea-e53c289a32be), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:25.686463 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7361d514-407a-479d-989e-4656380b37b6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:25.688356 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7361d514-407a-479d-989e-4656380b37b6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "DELETE /v2.0/security-groups/264651d3-9152-49ca-8fea-e53c289a32be HTTP/1.1" status: 204 len: 168 time: 0.1385505 Jun 23 17:18:25.692934 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54808) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:25.706356 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361d514-407a-479d-989e-4656380b37b6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264651d3-9152-49ca-8fea-e53c289a32be,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:25.717725 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.api.v2.resource [None req-58e1d362-c017-4986-8347-e90feabe107e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] show failed (client error): The resource could not be found. Jun 23 17:18:25.721374 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-58e1d362-c017-4986-8347-e90feabe107e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups/264651d3-9152-49ca-8fea-e53c289a32be HTTP/1.1" status: 404 len: 347 time: 0.0238006 Jun 23 17:18:25.721645 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54810) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:25.869821 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6059440-375d-4a83-b658-ec26bc8cd9c2 req-ade6ad09-f250-47b1-b9d3-345d16677a79 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:25.871420 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6059440-375d-4a83-b658-ec26bc8cd9c2 req-ade6ad09-f250-47b1-b9d3-345d16677a79 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0817442 Jun 23 17:18:25.915087 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:25.931555 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Deleting port 689a1267-fb85-41dd-9acc-84419976e605 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:18:25.931870 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (689a1267-fb85-41dd-9acc-84419976e605), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:25.939614 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:25.975579 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a6059440-375d-4a83-b658-ec26bc8cd9c2 req-4316df4a-5f82-44d3-b8b8-d89a926727b0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881937 Jun 23 17:18:26.031210 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (689a1267-fb85-41dd-9acc-84419976e605), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:26.031546 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (689a1267-fb85-41dd-9acc-84419976e605), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:26.045566 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Calling delete_port for 689a1267-fb85-41dd-9acc-84419976e605 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:18:26.189059 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (689a1267-fb85-41dd-9acc-84419976e605), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:26.218219 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'Port': ['ID=689a1267-fb85-41dd-9acc-84419976e605,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:26.247735 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.248090 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.248429 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.248766 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.249131 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.249531 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.249900 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.250244 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.250588 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.250896 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.251299 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.251621 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.251948 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.252279 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.252583 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:26.296100 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (d8fdabdd-dbc1-458d-bd2d-38f0aef3950c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:26.298758 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:26.299976 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7d319d2f-af31-41f2-b00d-b369cb78df0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "DELETE /v2.0/floatingips/d8fdabdd-dbc1-458d-bd2d-38f0aef3950c HTTP/1.1" status: 204 len: 168 time: 0.5773821 Jun 23 17:18:26.406852 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d63b2-6696-400e-862a-566b18a588fb req-4b4532bb-4099-4908-95c4-6dbc83554277 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:26.408342 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-916d63b2-6696-400e-862a-566b18a588fb req-4b4532bb-4099-4908-95c4-6dbc83554277 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0824218 Jun 23 17:18:26.409386 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-77904319-9121-48ef-a744-5985b83b22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:26.410769 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-77904319-9121-48ef-a744-5985b83b22c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1130 time: 0.0729241 Jun 23 17:18:26.507901 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-916d63b2-6696-400e-862a-566b18a588fb req-8f134f8d-ef17-4f2e-9086-c10667e38a15 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935445 Jun 23 17:18:26.539288 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-ee11018e-e10d-4312-84d0-15f61279f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:26.540851 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-ee11018e-e10d-4312-84d0-15f61279f529 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1133215 Jun 23 17:18:26.606335 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-809c3c97-aaa9-4acf-b1d1-d94b7809eaf3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 200 len: 1002 time: 0.0593054 Jun 23 17:18:26.651687 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:26.660251 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-a6942d2e-f4fd-41bb-9666-1800f71d23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:26.661749 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-a6942d2e-f4fd-41bb-9666-1800f71d23a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0498245 Jun 23 17:18:26.715746 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-efd74540-ee39-478c-8e3e-b4656ce580a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:26.717177 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-efd74540-ee39-478c-8e3e-b4656ce580a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474460 Jun 23 17:18:27.037588 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:27.066564 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-eab807fd-718d-4bcb-94f7-4247ce551343 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421803 Jun 23 17:18:27.252125 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1a69cb9-5d85-436d-a6fc-940ffd4b417e req-f19dfde4-c97e-43c4-bd17-6b92e3fe6fb6 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018772 Jun 23 17:18:27.635954 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ed78a-b278-42ac-b4c0-91cb6d3fcfff req-63ee5d39-6861-4598-881b-e808ac0e94ff tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:27.637339 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fc5ed78a-b278-42ac-b4c0-91cb6d3fcfff req-63ee5d39-6861-4598-881b-e808ac0e94ff tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0493510 Jun 23 17:18:27.691322 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fc5ed78a-b278-42ac-b4c0-91cb6d3fcfff req-bd423aa5-172d-4de4-91e7-8897879767e2 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Jun 23 17:18:28.813655 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026daf4-b56e-4600-8ce3-914c7a808781 req-e4c621a0-d431-4c50-9194-9d6c2428db2f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:28.815164 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b026daf4-b56e-4600-8ce3-914c7a808781 req-e4c621a0-d431-4c50-9194-9d6c2428db2f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Jun 23 17:18:28.862339 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b026daf4-b56e-4600-8ce3-914c7a808781 req-19b2bd36-467a-48f0-a0a3-0008114fa49f tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Jun 23 17:18:29.981200 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc2f03-dfb0-47f8-aaf9-f38c5d89a640 req-72e0679f-c99a-4702-931d-942c4f86ffde tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:29.982809 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5fdc2f03-dfb0-47f8-aaf9-f38c5d89a640 req-72e0679f-c99a-4702-931d-942c4f86ffde tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0468683 Jun 23 17:18:30.033481 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5fdc2f03-dfb0-47f8-aaf9-f38c5d89a640 req-64a1755d-33e7-4cd1-b79e-1893fca138c9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Jun 23 17:18:30.060585 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-db5d9c3d-30f8-4b95-9050-e2bd7b00f7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:30.143070 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cc13f-d233-4052-9d4e-e4d24f0294ff req-9b163208-9acd-43fe-82bb-57e3b93b4138 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:30.143823 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338bc6d-e8e4-44e7-a33a-a77df26599b5 req-9dd8dea8-0f61-48ad-9c00-5f8c095bea0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:30.144555 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cd0cc13f-d233-4052-9d4e-e4d24f0294ff req-9b163208-9acd-43fe-82bb-57e3b93b4138 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0473461 Jun 23 17:18:30.145426 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7338bc6d-e8e4-44e7-a33a-a77df26599b5 req-9dd8dea8-0f61-48ad-9c00-5f8c095bea0f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Jun 23 17:18:30.153407 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54856) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:30.157813 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-a397789d-8329-416d-8c0e-5775f3e539db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Request body: {'floatingip': {'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:18:30.192074 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7338bc6d-e8e4-44e7-a33a-a77df26599b5 req-ebd99aba-2503-4409-b6a4-05c6bc463868 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407877 Jun 23 17:18:30.233383 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a397789d-8329-416d-8c0e-5775f3e539db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (a4fb29ca-bbc3-4989-9f91-975d71b47565), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:30.573751 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:30.723283 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:31.031419 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a397789d-8329-416d-8c0e-5775f3e539db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:31.037577 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a397789d-8329-416d-8c0e-5775f3e539db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (a4fb29ca-bbc3-4989-9f91-975d71b47565), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:31.239473 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a397789d-8329-416d-8c0e-5775f3e539db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Router 95caa299-1b35-4bec-ba80-17a3afc2bc0b has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:18:31.358145 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3a01a-75d9-4a6f-b1eb-17df76c4754e req-ce066ef4-0768-46c0-80f0-974374ad1fcc tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:31.359513 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8f3a01a-75d9-4a6f-b1eb-17df76c4754e req-ce066ef4-0768-46c0-80f0-974374ad1fcc tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0785317 Jun 23 17:18:31.396721 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a397789d-8329-416d-8c0e-5775f3e539db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:18:31.405146 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a397789d-8329-416d-8c0e-5775f3e539db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:31.407825 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] Sync routers for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:18:31.419442 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:18:31.420337 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:18:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:31.446706 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e8f3a01a-75d9-4a6f-b1eb-17df76c4754e req-6cd3990a-99f1-4d2f-95ee-56b9e96b88ed tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801194 Jun 23 17:18:31.452103 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:18:31.454542 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9212777-0e48-4d74-9c28-ff43541247b0" -d '{"events": [{"name": "network-changed", "server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:18:31.483818 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a397789d-8329-416d-8c0e-5775f3e539db tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "PUT /v2.0/floatingips/a4fb29ca-bbc3-4989-9f91-975d71b47565 HTTP/1.1" status: 200 len: 994 time: 1.3292003 Jun 23 17:18:31.492363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-eeeaa432-3da9-43ba-8f0e-98909aa204a9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:31.493911 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-eeeaa432-3da9-43ba-8f0e-98909aa204a9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 945 time: 0.0521171 Jun 23 17:18:31.538357 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:18:31.563164 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e404fce0-10a2-4c61-b5dd-23c468ea0372 x-openstack-request-id: req-e404fce0-10a2-4c61-b5dd-23c468ea0372 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:18:31.563451 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:18:31.563701 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e404fce0-10a2-4c61-b5dd-23c468ea0372 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:18:31.564106 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e404fce0-10a2-4c61-b5dd-23c468ea0372'] response: {'name': 'network-changed', 'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'status': 'completed', 'code': 200} Jun 23 17:18:31.594224 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Deleting port 30b1cac9-5302-4079-b5e0-7137567b16e5 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:18:31.594567 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:31.695413 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-eb07511a-f7ba-4797-bd0c-7fc177a29b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:31.696956 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-eb07511a-f7ba-4797-bd0c-7fc177a29b26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1130 time: 0.0743725 Jun 23 17:18:31.751000 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] For port 30b1cac9-5302-4079-b5e0-7137567b16e5, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=30b1cac9-5302-4079-b5e0-7137567b16e5,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:18:31.751345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:31.760956 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a4fb29ca-bbc3-4989-9f91-975d71b47565', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'mac_address': 'fa:16:3e:2c:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410f9789-fe14-436c-b928-5e32f1057008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:18:30Z', 'revision_number': 3, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:31.785650 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] Checking router: 95caa299-1b35-4bec-ba80-17a3afc2bc0b for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:18:31.795675 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:18:31.796312 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:18:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:31.891911 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-e30e5343-fe06-42d0-9d74-da40195e5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:31.893421 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-e30e5343-fe06-42d0-9d74-da40195e5c1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1898851 Jun 23 17:18:31.898452 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:18:31.933418 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:31.998431 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-35960937-4d60-4d32-bea0-96abdf890d3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 200 len: 1002 time: 0.0980170 Jun 23 17:18:32.015522 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:32.015983 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:32.016306 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Floating IP 2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa disassociated. External IP: 172.27.0.100, port: 30b1cac9-5302-4079-b5e0-7137567b16e5. Jun 23 17:18:32.016656 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Calling delete_port for 30b1cac9-5302-4079-b5e0-7137567b16e5 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:18:32.072222 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:32.089254 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:32.092825 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-0c99341a-d2dd-4113-a29b-813be6b0abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:32.094408 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-0c99341a-d2dd-4113-a29b-813be6b0abad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0891466 Jun 23 17:18:32.115776 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a4fb29ca-bbc3-4989-9f91-975d71b47565', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'mac_address': 'fa:16:3e:2c:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410f9789-fe14-436c-b928-5e32f1057008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:18:30Z', 'revision_number': 3, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:32.140286 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec4a80-c8c1-47d2-a0c4-4f02066dacc4 None None] The sync data for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi is: [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a4fb29ca-bbc3-4989-9f91-975d71b47565', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'port_id': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'mac_address': 'fa:16:3e:2c:2b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410f9789-fe14-436c-b928-5e32f1057008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:15:50Z', 'updated_at': '2022-06-23T17:18:30Z', 'revision_number': 3, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:18:32.143376 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:32.158886 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-f72538f1-6c94-4ee9-8396-822b493a6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:32.160469 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-f72538f1-6c94-4ee9-8396-822b493a6601 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0564587 Jun 23 17:18:32.277632 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (30b1cac9-5302-4079-b5e0-7137567b16e5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:32.317251 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'Port': ['ID=30b1cac9-5302-4079-b5e0-7137567b16e5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:32.322274 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-a9be75e4-79d0-48e9-93b8-706371cf0389 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538577 Jun 23 17:18:32.334895 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bf2fc3e4-10ee-4b71-ab87-c650b6c74830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:32.491063 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9212777-0e48-4d74-9c28-ff43541247b0 req-517b3c26-8ce6-4823-8af2-84bd3bde6f01 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614335 Jun 23 17:18:32.498090 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:18:32.553268 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f09f4dea-a7e4-482a-8d88-05effe7598fb req-d0e3d00f-b592-4524-8444-bedcae0679d4 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4d75741-4c24-4377-baeb-d11dc232c879 HTTP/1.1" status: 200 len: 210 time: 0.0319080 Jun 23 17:18:32.599980 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:18:32.609728 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:18:32.611954 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:32.613818 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=12 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:32.621941 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:18:32.622557 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:18:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:32.647000 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] No DVR routers for this DVR port 30b1cac9-5302-4079-b5e0-7137567b16e5 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:18:32.650218 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:32.653703 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-331e4c63-a5ba-4fa1-b853-56b65b62f7c9 req-6f76ecbf-96d5-41fc-8e6f-48d7fadf1786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "DELETE /v2.0/ports/30b1cac9-5302-4079-b5e0-7137567b16e5 HTTP/1.1" status: 204 len: 173 time: 1.1471202 Jun 23 17:18:32.654205 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'name': 'network-vif-deleted', 'tag': '30b1cac9-5302-4079-b5e0-7137567b16e5'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:18:32.656497 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c995f-7d11-45a4-bab3-8a45d49ddbce" -d '{"events": [{"server_uuid": "c4d75741-4c24-4377-baeb-d11dc232c879", "name": "network-vif-deleted", "tag": "30b1cac9-5302-4079-b5e0-7137567b16e5"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:18:32.713875 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da6128-927e-46f1-b3e7-af2f92a055fe x-openstack-request-id: req-f7da6128-927e-46f1-b3e7-af2f92a055fe {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:18:32.714164 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d75741-4c24-4377-baeb-d11dc232c879", "name": "network-vif-deleted", "tag": "30b1cac9-5302-4079-b5e0-7137567b16e5", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:18:32.714413 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7da6128-927e-46f1-b3e7-af2f92a055fe {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:18:32.714819 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7da6128-927e-46f1-b3e7-af2f92a055fe'] response: {'server_uuid': 'c4d75741-4c24-4377-baeb-d11dc232c879', 'name': 'network-vif-deleted', 'tag': '30b1cac9-5302-4079-b5e0-7137567b16e5', 'status': 'completed', 'code': 200} Jun 23 17:18:32.731711 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:18:32.940523 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:32.965180 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:18:32.974108 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:18:32.974623 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:18:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:33.077624 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:18:33.178049 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabda3b-86f1-48e1-b428-ca01a043b317 req-f21ec8a7-3451-46b9-9104-2e3f835e03c0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:33.179618 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3cabda3b-86f1-48e1-b428-ca01a043b317 req-f21ec8a7-3451-46b9-9104-2e3f835e03c0 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Jun 23 17:18:33.230678 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3cabda3b-86f1-48e1-b428-ca01a043b317 req-83731eba-0d62-40c2-ae5a-b6298e8501e9 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Jun 23 17:18:33.264368 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:33.291589 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf14d32-c48d-4491-8281-cfe149530eda None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:18:33.454291 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:33.511844 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd18a85-5853-47bc-8eda-cdfd840a6de5 None None] New status for floating IP 2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:18:33.565427 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:18:33.567855 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c5ed65-674d-4835-90f2-82e2b882ca03" -d '{"events": [{"name": "network-changed", "server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:18:33.605600 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea781a2-063a-4b32-a6f4-2ec1065da25b x-openstack-request-id: req-fea781a2-063a-4b32-a6f4-2ec1065da25b {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:18:33.605867 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:18:33.606125 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fea781a2-063a-4b32-a6f4-2ec1065da25b {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:18:33.606524 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea781a2-063a-4b32-a6f4-2ec1065da25b'] response: {'name': 'network-changed', 'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'status': 'completed', 'code': 200} Jun 23 17:18:33.657137 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54880) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:33.690707 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-c9274cd7-5bbb-4a76-b8a0-0c2d4ef61471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:33.692341 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-c9274cd7-5bbb-4a76-b8a0-0c2d4ef61471 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 1130 time: 0.0411994 Jun 23 17:18:33.715366 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eceb9d0c-622a-467e-89cc-d08704137079 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:33.740455 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eceb9d0c-622a-467e-89cc-d08704137079 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:33.742919 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:33.794713 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eceb9d0c-622a-467e-89cc-d08704137079 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:33.797627 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eceb9d0c-622a-467e-89cc-d08704137079 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:33.801231 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-eceb9d0c-622a-467e-89cc-d08704137079 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "DELETE /v2.0/security-groups/9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6 HTTP/1.1" status: 204 len: 168 time: 0.1400387 Jun 23 17:18:33.801399 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-3b6b53fd-1590-4dff-ac5a-0272fea9e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:33.801521 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-3b6b53fd-1590-4dff-ac5a-0272fea9e379 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.0942507 Jun 23 17:18:33.802038 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54882) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:33.809743 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb9d0c-622a-467e-89cc-d08704137079 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:33.822569 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-d0f3c71d-f1bf-496a-b3e5-e3adb162d64d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] show failed (client error): The resource could not be found. Jun 23 17:18:33.825835 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d0f3c71d-f1bf-496a-b3e5-e3adb162d64d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups/9db9acb1-8f76-41eb-a7be-2bb6e3b0b0b6 HTTP/1.1" status: 404 len: 347 time: 0.0206420 Jun 23 17:18:33.826692 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54884) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:33.874615 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-54d664c9-e2eb-4d09-aeb1-9fd6c1b120e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 200 len: 1002 time: 0.0650856 Jun 23 17:18:33.919427 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:33.927632 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-8c37e657-ceaf-4cda-a57a-77d6f5a47a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:33.929320 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-8c37e657-ceaf-4cda-a57a-77d6f5a47a9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0485985 Jun 23 17:18:33.945271 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Deleting port d0b27d1f-f6e2-4a7d-8410-8ab674da9c08 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:18:33.945615 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:33.990039 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-2ddfde4a-7847-4bd1-a1e1-18fa9a050707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:33.991581 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-2ddfde4a-7847-4bd1-a1e1-18fa9a050707 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386527 Jun 23 17:18:33.999731 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:34.020826 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.021106 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.028061 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:34.034516 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Calling delete_port for d0b27d1f-f6e2-4a7d-8410-8ab674da9c08 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:18:34.087039 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-f281754d-6070-4823-b66f-26da70992e49 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894704 Jun 23 17:18:34.167378 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (d0b27d1f-f6e2-4a7d-8410-8ab674da9c08), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.179083 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5c5ed65-674d-4835-90f2-82e2b882ca03 req-c7e8bb10-4216-47c4-8c2f-0e23364a3a48 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855615 Jun 23 17:18:34.191424 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'Port': ['ID=d0b27d1f-f6e2-4a7d-8410-8ab674da9c08,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:34.255576 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.258257 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.259497 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b0b77827-4dd7-44dc-829a-5a53398a25fd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "DELETE /v2.0/floatingips/2f91f4d6-94b1-4c53-a6e8-dd26ff8382aa HTTP/1.1" status: 204 len: 168 time: 0.4268830 Jun 23 17:18:34.340768 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 54890) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:34.345308 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-63f9564d-8b1b-4415-80d7-51befbabb027 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43789590', 'description': 'tempest-description--1225815937'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:18:34.349101 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1d4f1-e209-4cdf-a358-c14cf0307d39 req-bda6fb4e-cbf3-4754-abd1-9a197f55fa74 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:34.350667 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ff1d4f1-e209-4cdf-a358-c14cf0307d39 req-bda6fb4e-cbf3-4754-abd1-9a197f55fa74 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0482674 Jun 23 17:18:34.367226 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-63f9564d-8b1b-4415-80d7-51befbabb027 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.405353 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ff1d4f1-e209-4cdf-a358-c14cf0307d39 req-4cd36bcd-8821-4476-b1a1-409ef92aebf8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486474 Jun 23 17:18:34.451940 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-63f9564d-8b1b-4415-80d7-51befbabb027 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (a101bc97-e046-4189-9bfb-01f980570c89), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.459875 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-63f9564d-8b1b-4415-80d7-51befbabb027 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a101bc97-e046-4189-9bfb-01f980570c89), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.489217 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-63f9564d-8b1b-4415-80d7-51befbabb027 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.490444 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-63f9564d-8b1b-4415-80d7-51befbabb027 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1486382 Jun 23 17:18:34.492221 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9564d-8b1b-4415-80d7-51befbabb027 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a101bc97-e046-4189-9bfb-01f980570c89,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:34.493441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54892) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:34.498283 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-985a14f9-9b31-47dd-a4da-de6e626f57e3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group_rule': {'security_group_id': 'a101bc97-e046-4189-9bfb-01f980570c89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:18:34.531661 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-985a14f9-9b31-47dd-a4da-de6e626f57e3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (9ae26913-338c-40d5-8ce7-5cd9a4b5e8db), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.588276 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-985a14f9-9b31-47dd-a4da-de6e626f57e3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (9ae26913-338c-40d5-8ce7-5cd9a4b5e8db), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.594451 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-985a14f9-9b31-47dd-a4da-de6e626f57e3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (9ae26913-338c-40d5-8ce7-5cd9a4b5e8db), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.621314 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a14f9-9b31-47dd-a4da-de6e626f57e3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae26913-338c-40d5-8ce7-5cd9a4b5e8db,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:34.630710 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-985a14f9-9b31-47dd-a4da-de6e626f57e3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.632534 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-985a14f9-9b31-47dd-a4da-de6e626f57e3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378791 Jun 23 17:18:34.635261 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54894) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:34.639625 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-eb39a620-fd63-4f79-ae0f-1712cda67bcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group_rule': {'security_group_id': 'a101bc97-e046-4189-9bfb-01f980570c89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:18:34.666264 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb39a620-fd63-4f79-ae0f-1712cda67bcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (677f3c98-6696-430d-936d-8fbf8c59917d), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.722064 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb39a620-fd63-4f79-ae0f-1712cda67bcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (677f3c98-6696-430d-936d-8fbf8c59917d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.729252 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb39a620-fd63-4f79-ae0f-1712cda67bcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (677f3c98-6696-430d-936d-8fbf8c59917d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.748221 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39a620-fd63-4f79-ae0f-1712cda67bcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677f3c98-6696-430d-936d-8fbf8c59917d,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:34.757120 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eb39a620-fd63-4f79-ae0f-1712cda67bcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.758794 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-eb39a620-fd63-4f79-ae0f-1712cda67bcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224246 Jun 23 17:18:34.763127 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54896) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:34.767465 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:18:34.792448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.819555 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.869124 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 30b1cac9-5302-4079-b5e0-7137567b16e5 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:18:34.876600 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:34.892251 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 30b1cac9-5302-4079-b5e0-7137567b16e5 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:18:34.892604 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 30b1cac9-5302-4079-b5e0-7137567b16e5 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:18:34.989844 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Allocated IP 172.27.0.118 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/cea097b4-040c-400c-a116-fed8d1eb274a) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:18:35.018535 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:35.029465 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:35.097915 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (cea097b4-040c-400c-a116-fed8d1eb274a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.134726 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (cea097b4-040c-400c-a116-fed8d1eb274a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.157815 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.179579 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:18:35.185010 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:18:35.187256 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=cea097b4-040c-400c-a116-fed8d1eb274a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:35.189347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:18:35.198910 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:35.214181 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.269826 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (231271bd-c91c-4d3d-9788-87d4e35f8962), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.308454 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (cea097b4-040c-400c-a116-fed8d1eb274a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.460003 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (cea097b4-040c-400c-a116-fed8d1eb274a), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.467314 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (cea097b4-040c-400c-a116-fed8d1eb274a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.523629 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e86377-0d78-4e6e-8329-3d859ed136b4 req-f6fd0e35-d6c3-4d83-a691-179d64e86e21 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:35.525734 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d5e86377-0d78-4e6e-8329-3d859ed136b4 req-f6fd0e35-d6c3-4d83-a691-179d64e86e21 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Jun 23 17:18:35.537176 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=cea097b4-040c-400c-a116-fed8d1eb274a,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:35.550070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (231271bd-c91c-4d3d-9788-87d4e35f8962), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.569410 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:35.570692 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-06aebf03-8aed-40de-ba9e-635cc596d166 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8066235 Jun 23 17:18:35.581719 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d5e86377-0d78-4e6e-8329-3d859ed136b4 req-bee7aa8f-07e2-4987-9b8e-ffad0cd16058 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496278 Jun 23 17:18:35.723244 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-aab4c9e4-14db-4074-9757-9a6f473167cd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--43789590&fields=id&tenant_id=201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 267 time: 0.0446973 Jun 23 17:18:35.840071 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:35.855273 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-58c63edf-21e6-4d94-87eb-f4ebea597586 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:35.856748 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-58c63edf-21e6-4d94-87eb-f4ebea597586 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 814 time: 0.1265798 Jun 23 17:18:35.876997 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-e222be16-c361-420f-a730-08eb9d5b4e08 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/quotas/201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 375 time: 0.0143108 Jun 23 17:18:35.927083 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-8de48ded-33d6-460d-b90f-bd7026e1bcc8 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447929 Jun 23 17:18:36.070468 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-fbd0d464-7170-4b02-9de3-ee4157cb778d service neutron] 10.222.0.18 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313341 Jun 23 17:18:36.117337 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:36.174286 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-d1e182c9-1d03-4eb9-8ae5-e891168a44c0 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946352 Jun 23 17:18:36.700855 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff3d5e-fdb1-4616-a7f9-535e0d574ca2 req-d9f9d1f6-721f-4991-b3ab-543e532abfb7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:36.702376 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a5ff3d5e-fdb1-4616-a7f9-535e0d574ca2 req-d9f9d1f6-721f-4991-b3ab-543e532abfb7 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0521045 Jun 23 17:18:36.755607 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a5ff3d5e-fdb1-4616-a7f9-535e0d574ca2 req-71ec9df8-6223-445c-8d14-1e4618a04481 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474184 Jun 23 17:18:37.354137 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-36a7466c-3da9-4986-9b4c-fe63e9b4180f req-e978e005-3751-4813-8bd1-ebefa5f946f1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 210 time: 0.0279999 Jun 23 17:18:37.887950 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95924eb8-8a40-443b-a01f-eed9e5eda6b2 req-5beec783-756a-41d3-a307-8cc147de3511 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:37.889412 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95924eb8-8a40-443b-a01f-eed9e5eda6b2 req-5beec783-756a-41d3-a307-8cc147de3511 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0526977 Jun 23 17:18:37.938479 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95924eb8-8a40-443b-a01f-eed9e5eda6b2 req-480d2674-c153-4335-a75c-fb37db830e5a tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Jun 23 17:18:38.420335 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:38.439376 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3cc79e29-7fdd-4676-a6e7-e18f97efd40f req-6405c9b2-c771-4159-9ead-ea688db4454e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 210 time: 0.0301397 Jun 23 17:18:39.074412 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a10809-07f8-4626-8f02-d770637f3841 req-4d2fa7b5-a3ea-4a3b-9d1a-9dfc7e4c9e54 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:39.075907 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65a10809-07f8-4626-8f02-d770637f3841 req-4d2fa7b5-a3ea-4a3b-9d1a-9dfc7e4c9e54 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0561044 Jun 23 17:18:39.130208 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65a10809-07f8-4626-8f02-d770637f3841 req-8b6791f3-1017-4349-b70b-8677dd4dcd95 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456295 Jun 23 17:18:39.530427 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c644d02d-fd0f-4703-8889-545d3fb9ef35 req-46356122-d4c8-43a4-b2ba-f3f147a31b13 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 210 time: 0.0358870 Jun 23 17:18:40.274529 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da361be1-0f9b-402f-a39c-47dd4f87f138 req-0affd6e1-863a-40c3-abda-f890d9154827 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:40.276194 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da361be1-0f9b-402f-a39c-47dd4f87f138 req-0affd6e1-863a-40c3-abda-f890d9154827 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0629315 Jun 23 17:18:40.326308 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da361be1-0f9b-402f-a39c-47dd4f87f138 req-8f7111ac-122f-49c1-a2d5-e2d2b797da14 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443940 Jun 23 17:18:40.616344 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9f161252-a11c-447d-ab17-37ecbe7cc8e0 req-929bf771-e920-4cb4-a62b-2d34cc88decc tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 210 time: 0.0282516 Jun 23 17:18:41.467003 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbdd01-47c5-4c8c-9dcf-60ea8ab03877 req-a7f8f241-5ff4-4309-9dc7-c0bb9388d748 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:41.468521 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ecbdd01-47c5-4c8c-9dcf-60ea8ab03877 req-a7f8f241-5ff4-4309-9dc7-c0bb9388d748 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0555732 Jun 23 17:18:41.522304 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ecbdd01-47c5-4c8c-9dcf-60ea8ab03877 req-b95bd28a-ca41-4e1c-a54d-24f6b46fbf0f tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452025 Jun 23 17:18:41.725765 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-324d7c4e-2350-4a44-bad3-0eec8588dbd1 req-7e3a14d1-becb-405f-b234-22ff4dcf81b1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 210 time: 0.0276551 Jun 23 17:18:42.669041 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75620e6b-9418-4933-a51a-00418dff44bb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:42.670510 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75620e6b-9418-4933-a51a-00418dff44bb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 814 time: 0.1409671 Jun 23 17:18:42.681112 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa944d-68c9-49b4-879b-94c93cfc444b req-dd512e7c-1280-424c-8faa-c8d9a4766b4c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:42.682608 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30aa944d-68c9-49b4-879b-94c93cfc444b req-dd512e7c-1280-424c-8faa-c8d9a4766b4c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0774474 Jun 23 17:18:42.765387 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:18:42.775993 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30aa944d-68c9-49b4-879b-94c93cfc444b req-a10d4bcc-cfcd-4ab5-986e-5d984b0c4af6 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830085 Jun 23 17:18:42.780654 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-c64e9565-892f-43a3-9a23-32ec669fbc8a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 378 time: 0.0867064 Jun 23 17:18:42.826233 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-efeea70b-63da-426f-9e73-e9bae07b825e req-d0a31892-a067-4315-92d2-8fdfaa66b45b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 210 time: 0.0279388 Jun 23 17:18:42.831971 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'port': {'device_id': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'admin_state_up': True, 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'security_groups': ['a101bc97-e046-4189-9bfb-01f980570c89']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:18:43.143076 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:43.202089 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Made reservation on behalf of 201cf53eaff642e78cf394182b0b9972 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:18:43.205630 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:43.329878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Allocated IP 172.20.0.11 (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1/6fb681cf-827d-4d21-8de7-6099d13e0163/bd95943b-1970-4801-a4a2-b918b988ab45) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:18:43.369930 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:43.479598 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (bd95943b-1970-4801-a4a2-b918b988ab45), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:43.542294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:43.554553 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-e350b5ee-fe81-4c47-bace-c9c8c202d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:43.556485 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-e350b5ee-fe81-4c47-bace-c9c8c202d4b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e456e86229d84ae28c56cf25357f99bc&device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1129 time: 0.0545089 Jun 23 17:18:43.610298 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:18:43.616610 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:18:43.627801 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:18:43.654500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=bd95943b-1970-4801-a4a2-b918b988ab45,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:43.723739 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:43.724484 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:43.742485 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-2a8ca657-bb45-4ea0-ac9a-2afb3b9eda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:43.744063 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-2a8ca657-bb45-4ea0-ac9a-2afb3b9eda14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 200 len: 910 time: 0.1665969 Jun 23 17:18:43.754917 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-615538e8-3da8-4801-b435-fd479c3ac068 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9269576 Jun 23 17:18:43.795099 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Request body: {'port': {'device_id': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:18:43.849447 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-857506c4-0e9e-43e3-93d0-958e0911e60d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 999 time: 0.0987768 Jun 23 17:18:43.884647 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-84788510-7a6a-4268-82e6-c0a08755a4d3 None None] Provisioning complete for port bd95943b-1970-4801-a4a2-b918b988ab45 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:18:43.886036 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-84788510-7a6a-4268-82e6-c0a08755a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:43.886642 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:43.934217 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:43.935743 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-84788510-7a6a-4268-82e6-c0a08755a4d3 None None] Port bd95943b-1970-4801-a4a2-b918b988ab45 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:18:43.948425 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81493701-9502-44a6-ab81-2f0cce5fa0fc req-a015eb9b-770a-46de-9a1d-5a219a0f8b3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:43.949942 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-81493701-9502-44a6-ab81-2f0cce5fa0fc req-a015eb9b-770a-46de-9a1d-5a219a0f8b3a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 932 time: 0.0502703 Jun 23 17:18:43.966938 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-cc622698-a050-4c51-adb7-b0cc63e01865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:43.968410 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-cc622698-a050-4c51-adb7-b0cc63e01865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae HTTP/1.1" status: 200 len: 848 time: 0.1013441 Jun 23 17:18:43.975997 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0648e1-bfe2-4db4-adec-87c69ac81b59 req-1ec68b72-01c0-4da6-a736-f67451db47a6 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:43.977389 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b0648e1-bfe2-4db4-adec-87c69ac81b59 req-1ec68b72-01c0-4da6-a736-f67451db47a6 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.1120474 Jun 23 17:18:44.002464 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-81493701-9502-44a6-ab81-2f0cce5fa0fc req-fc2e70da-f4c4-4f24-afdf-44c5b963c214 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464854 Jun 23 17:18:44.065451 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-e2565cb6-a2cd-4aa1-bee9-f38f4def978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:44.066977 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-e2565cb6-a2cd-4aa1-bee9-f38f4def978c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0704641 Jun 23 17:18:44.163230 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b0648e1-bfe2-4db4-adec-87c69ac81b59 req-d81fbe5f-2766-4670-bf53-5e9a96eaf1ab tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618185 Jun 23 17:18:44.221990 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:44.292227 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-d4148aec-8f94-4047-8202-2bbf0b117243 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737578 Jun 23 17:18:44.450444 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd95943b-1970-4801-a4a2-b918b988ab45 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:18:44.456399 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d36dd9a-c33a-4706-bd60-61366757ceca req-48963d88-22bd-4313-9327-4f2883522f40 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551692 Jun 23 17:18:44.460420 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Publish callbacks [] for port (bd95943b-1970-4801-a4a2-b918b988ab45), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:44.473724 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Transition to ACTIVE for port object bd95943b-1970-4801-a4a2-b918b988ab45 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:18:44.479242 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:44.526539 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Pushing event updated for resources: {'Port': ['ID=bd95943b-1970-4801-a4a2-b918b988ab45,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:44.601573 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Attempting to bind port bd95943b-1970-4801-a4a2-b918b988ab45 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:18:44.601953 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Attempting to bind port bd95943b-1970-4801-a4a2-b918b988ab45 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:18:44.602288 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Attempting to bind port bd95943b-1970-4801-a4a2-b918b988ab45 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:18:44.607144 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Port bd95943b-1970-4801-a4a2-b918b988ab45 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:18:44.607471 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Attempting to bind port bd95943b-1970-4801-a4a2-b918b988ab45 on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:18:44.612603 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:18:44.612941 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Checking segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:18:44.613325 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Bound using segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:18:44.613747 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Bound port: bd95943b-1970-4801-a4a2-b918b988ab45, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:18:44.614128 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:44.684088 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] For port bd95943b-1970-4801-a4a2-b918b988ab45, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:18:44.687842 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] For port bd95943b-1970-4801-a4a2-b918b988ab45, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd95943b-1970-4801-a4a2-b918b988ab45,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:18:44.697100 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:44.736367 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:44.736997 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:44.738393 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] 10.222.0.57 "PUT /v2.0/ports/bd95943b-1970-4801-a4a2-b918b988ab45 HTTP/1.1" status: 200 len: 1094 time: 0.9479117 Jun 23 17:18:44.738815 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'tag': 'bd95943b-1970-4801-a4a2-b918b988ab45'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:18:44.741014 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233074c7-f0dd-4359-84f8-101fc3d52186" -d '{"events": [{"name": "network-changed", "server_uuid": "51605a4b-853e-479f-a3e6-f09880c23d5b", "tag": "bd95943b-1970-4801-a4a2-b918b988ab45"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:18:44.746304 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:44.758788 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d19bd0-56c4-4d56-ae0b-43518e3f046c service neutron] Pushing event updated for resources: {'Port': ['ID=bd95943b-1970-4801-a4a2-b918b988ab45,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:44.793255 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e913ce57-b7b9-42c9-a91f-86908ef1e694 x-openstack-request-id: req-e913ce57-b7b9-42c9-a91f-86908ef1e694 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:18:44.793563 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51605a4b-853e-479f-a3e6-f09880c23d5b", "tag": "bd95943b-1970-4801-a4a2-b918b988ab45", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:18:44.793949 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e913ce57-b7b9-42c9-a91f-86908ef1e694 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:18:44.794381 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e913ce57-b7b9-42c9-a91f-86908ef1e694'] response: {'name': 'network-changed', 'server_uuid': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'tag': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'status': 'completed', 'code': 200} Jun 23 17:18:45.126516 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c5dcc-c53c-4dbc-9bbd-b9f1619127a9 req-801632c6-fc7a-41e3-bd09-b50989c9d786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:45.127990 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d0c5dcc-c53c-4dbc-9bbd-b9f1619127a9 req-801632c6-fc7a-41e3-bd09-b50989c9d786 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 944 time: 0.0569315 Jun 23 17:18:45.176795 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d0c5dcc-c53c-4dbc-9bbd-b9f1619127a9 req-b148887c-48a3-45b8-8236-1deaa6b418bb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410373 Jun 23 17:18:45.289044 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647893f7-6771-473b-8822-c2ea508d71c9 req-2e792fd0-b428-44b9-aa41-92a53b4e90cf tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:45.290536 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-647893f7-6771-473b-8822-c2ea508d71c9 req-2e792fd0-b428-44b9-aa41-92a53b4e90cf tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0492315 Jun 23 17:18:45.343637 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-647893f7-6771-473b-8822-c2ea508d71c9 req-4f2d7351-1cbd-4c05-badf-25bf026e5bf1 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469043 Jun 23 17:18:45.858515 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233074c7-f0dd-4359-84f8-101fc3d52186 req-7249220a-270e-4219-8223-a3408d82cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:45.860085 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-233074c7-f0dd-4359-84f8-101fc3d52186 req-7249220a-270e-4219-8223-a3408d82cdcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 1128 time: 0.0455921 Jun 23 17:18:45.977424 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233074c7-f0dd-4359-84f8-101fc3d52186 req-3c47f20c-6746-445a-8500-a64db46e0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:45.978837 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-233074c7-f0dd-4359-84f8-101fc3d52186 req-3c47f20c-6746-445a-8500-a64db46e0989 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=201cf53eaff642e78cf394182b0b9972&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939717 Jun 23 17:18:46.247318 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233074c7-f0dd-4359-84f8-101fc3d52186 req-87b4c913-611d-4ac1-8c87-862639be0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:46.248854 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-233074c7-f0dd-4359-84f8-101fc3d52186 req-87b4c913-611d-4ac1-8c87-862639be0dd7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034839 Jun 23 17:18:46.258592 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:46.299391 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab44bf-b53c-4573-89e1-a24e25842e6d req-2e4fd777-2022-4236-be91-ff1696576306 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:46.300892 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4eab44bf-b53c-4573-89e1-a24e25842e6d req-2e4fd777-2022-4236-be91-ff1696576306 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 944 time: 0.0512235 Jun 23 17:18:46.381328 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-cec51e33-5f9f-40a5-aa60-6fb2debaf4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:46.382863 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-cec51e33-5f9f-40a5-aa60-6fb2debaf4a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 1128 time: 0.0604661 Jun 23 17:18:46.386173 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4eab44bf-b53c-4573-89e1-a24e25842e6d req-32809401-7efa-42da-901c-7e7de0e35bd0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790761 Jun 23 17:18:46.433057 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-f75b491e-60fa-4a4f-a592-78054f4babd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd95943b-1970-4801-a4a2-b918b988ab45 HTTP/1.1" status: 200 len: 217 time: 0.0340116 Jun 23 17:18:46.467553 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8bb7c-b86b-4872-a44c-c505bea7ab64 req-bee0d45e-73e3-4c2f-8d92-9db0261bc56d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:46.469110 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-55b8bb7c-b86b-4872-a44c-c505bea7ab64 req-bee0d45e-73e3-4c2f-8d92-9db0261bc56d tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Jun 23 17:18:46.481603 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:46.482048 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-66b4c6b4-487a-4074-98a6-9b176538a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:46.483630 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-66b4c6b4-487a-4074-98a6-9b176538a3f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.0435200 Jun 23 17:18:46.520199 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-55b8bb7c-b86b-4872-a44c-c505bea7ab64 req-9ab56d9d-aa34-4971-b627-2137eb2d2aa3 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Jun 23 17:18:46.527358 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-f62f0810-15d9-4be7-bd1f-d9fe8e6ff9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:46.528864 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-f62f0810-15d9-4be7-bd1f-d9fe8e6ff9eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386608 Jun 23 17:18:46.627519 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-68becddd-5430-4ef3-8449-1c7132431d7a service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910029 Jun 23 17:18:46.726732 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c65814-45e9-436f-af2b-f4972dfb83e6 req-a4aac6c8-06e0-418c-b198-b03ea6b8bb64 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901608 Jun 23 17:18:47.511495 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd9666-2a1c-400f-a60c-e7a882e3b825 req-c264f489-94a4-4a44-b7ee-64fbd3ea981c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:47.512977 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68dd9666-2a1c-400f-a60c-e7a882e3b825 req-c264f489-94a4-4a44-b7ee-64fbd3ea981c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 944 time: 0.0494082 Jun 23 17:18:47.563816 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68dd9666-2a1c-400f-a60c-e7a882e3b825 req-49eb6c3f-cd80-4b0d-a246-042e0973b520 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425723 Jun 23 17:18:47.640377 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0851dd-ce45-4613-9037-b9292b517972 req-51b4b7b0-b2c0-449e-a43a-93e401177ef9 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:47.641820 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0a0851dd-ce45-4613-9037-b9292b517972 req-51b4b7b0-b2c0-449e-a43a-93e401177ef9 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0522623 Jun 23 17:18:47.694554 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0a0851dd-ce45-4613-9037-b9292b517972 req-be5371b1-4d70-4dd7-9e0b-325283efce66 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471489 Jun 23 17:18:47.763804 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-578ad07e-3981-46ce-8fef-04b7f3a2a697 req-6a3b5d21-d1e3-423a-b317-e5a99cd1d40e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:18:47.764877 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-578ad07e-3981-46ce-8fef-04b7f3a2a697 req-6a3b5d21-d1e3-423a-b317-e5a99cd1d40e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056472 Jun 23 17:18:47.918383 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54988) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:47.928820 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed38be8-3b5c-422b-aab2-6959742e3d5b req-e149ab6e-2933-4c89-b370-d2467b6abc2c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:47.930327 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0ed38be8-3b5c-422b-aab2-6959742e3d5b req-e149ab6e-2933-4c89-b370-d2467b6abc2c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0476198 Jun 23 17:18:47.983052 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0ed38be8-3b5c-422b-aab2-6959742e3d5b req-1fe50b9a-3f6b-4998-8ce8-1cde1e2f071a tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465348 Jun 23 17:18:47.996525 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-02deb718-2254-4b7e-91b9-9f6e9541ef21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768614 Jun 23 17:18:48.004889 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-00ad0edb-72da-4783-8ac2-5ffe0b251f1f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:18:48.005823 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-00ad0edb-72da-4783-8ac2-5ffe0b251f1f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047500 Jun 23 17:18:48.120061 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 54996) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:48.227387 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-d8bf4fd0-ab1f-49b3-9c96-99892e1a3e03 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:48.228663 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-d8bf4fd0-ab1f-49b3-9c96-99892e1a3e03 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports/0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 942 time: 0.1073635 Jun 23 17:18:48.698611 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc10f6-4f22-45a8-96ba-ef376cd75e8a req-99482473-2cc2-4774-9b95-0cb74bd8c2a9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:48.700911 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9bc10f6-4f22-45a8-96ba-ef376cd75e8a req-99482473-2cc2-4774-9b95-0cb74bd8c2a9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 944 time: 0.0656266 Jun 23 17:18:48.736477 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:48.753950 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9bc10f6-4f22-45a8-96ba-ef376cd75e8a req-3472f826-5aa7-4bae-90c4-29b3bc89a341 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446327 Jun 23 17:18:48.922192 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device bd95943b-1970-4801-a4a2-b918b988ab45 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:18:48.933371 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:18:49.076950 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port bd95943b-1970-4801-a4a2-b918b988ab45, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd95943b-1970-4801-a4a2-b918b988ab45,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:18:49.094240 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'port_id': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'mac_address': 'fa:16:3e:f3:9c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:18:49.097085 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 is: ACTIVE; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:18:49.097467 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:49.112501 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cdf57-bb88-4fe6-a14f-f61d5964d4f3 req-20565050-1e39-4be9-a793-b6a0c0cef7be tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:49.114123 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ba6cdf57-bb88-4fe6-a14f-f61d5964d4f3 req-20565050-1e39-4be9-a793-b6a0c0cef7be tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0529816 Jun 23 17:18:49.149425 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:18:49.152046 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca87a21-2b42-46cd-9b29-c884e69dddca" -d '{"events": [{"server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:18:49.163875 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ba6cdf57-bb88-4fe6-a14f-f61d5964d4f3 req-265bbaae-9d48-4c83-ad71-fbc9c11e369c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440531 Jun 23 17:18:49.165257 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port bd95943b-1970-4801-a4a2-b918b988ab45 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:18:49.165699 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:49.168761 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:18:49.177940 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:49.203855 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd95943b-1970-4801-a4a2-b918b988ab45 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:18:49.236793 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port bd95943b-1970-4801-a4a2-b918b988ab45, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd95943b-1970-4801-a4a2-b918b988ab45,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:18:49.243202 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:49.250249 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=6']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:49.254382 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 17:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51da029a-6184-42bf-9808-1d007d995cbf x-openstack-request-id: req-51da029a-6184-42bf-9808-1d007d995cbf {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:18:49.254670 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:18:49.254924 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51da029a-6184-42bf-9808-1d007d995cbf {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:18:49.255315 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51da029a-6184-42bf-9808-1d007d995cbf'] response: {'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'code': 200} Jun 23 17:18:49.259883 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.260231 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.260576 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.260912 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.261243 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.261573 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.261938 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.262265 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.262590 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.262930 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.263238 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.263559 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.263878 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.264195 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.264511 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:18:49.312843 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=bd95943b-1970-4801-a4a2-b918b988ab45,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:49.727081 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['bd95943b-1970-4801-a4a2-b918b988ab45'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:18:49.873684 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595a80-07f3-418f-8316-6d9d57812a6b req-1d8a7c06-2c34-42e3-867b-0e6df215c708 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:49.875205 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-48595a80-07f3-418f-8316-6d9d57812a6b req-1d8a7c06-2c34-42e3-867b-0e6df215c708 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 945 time: 0.0474846 Jun 23 17:18:49.924763 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-48595a80-07f3-418f-8316-6d9d57812a6b req-f6cf9736-7168-4cd1-b7fb-c4e8ddcd8007 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439692 Jun 23 17:18:50.290633 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71460d-7ab8-4d11-824c-23d0522e1b34 req-9aa55f7b-a4fb-409a-8ec8-da79791f06cd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:50.292180 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa71460d-7ab8-4d11-824c-23d0522e1b34 req-9aa55f7b-a4fb-409a-8ec8-da79791f06cd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0489147 Jun 23 17:18:50.343959 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa71460d-7ab8-4d11-824c-23d0522e1b34 req-8d44944e-564e-4360-a4e2-f41ccdeecf5a tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453017 Jun 23 17:18:50.931308 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device bd95943b-1970-4801-a4a2-b918b988ab45 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:18:50.975523 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port bd95943b-1970-4801-a4a2-b918b988ab45 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:18:50.984967 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port bd95943b-1970-4801-a4a2-b918b988ab45 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:18:50.985324 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:51.023380 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-8a6a8541-c65c-4aba-9f50-5aafbb16518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:51.025252 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-8a6a8541-c65c-4aba-9f50-5aafbb16518a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06&tenant_id=e456e86229d84ae28c56cf25357f99bc HTTP/1.1" status: 200 len: 1127 time: 0.0779231 Jun 23 17:18:51.046933 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d789e-e000-4a03-bba4-49f867be4186 req-76a17d13-0d1e-40e8-a7d4-3ce7169cb024 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:51.048508 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c95d789e-e000-4a03-bba4-49f867be4186 req-76a17d13-0d1e-40e8-a7d4-3ce7169cb024 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 945 time: 0.0461531 Jun 23 17:18:51.064075 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port bd95943b-1970-4801-a4a2-b918b988ab45 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:18:51.064610 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:51.101918 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c95d789e-e000-4a03-bba4-49f867be4186 req-5b2033c7-0a38-4281-ac28-36bf5147bd0e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467420 Jun 23 17:18:51.103073 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port bd95943b-1970-4801-a4a2-b918b988ab45, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd95943b-1970-4801-a4a2-b918b988ab45,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:18:51.110056 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:51.115453 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-822403c0-9302-4502-9c2d-528ce88c3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:51.117654 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-822403c0-9302-4502-9c2d-528ce88c3171 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e456e86229d84ae28c56cf25357f99bc&device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1127 time: 0.0413780 Jun 23 17:18:51.145842 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:51.164723 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=bd95943b-1970-4801-a4a2-b918b988ab45,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:18:51.213665 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-afb2c251-46f2-48ca-8900-a22c3a68dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:51.215290 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-afb2c251-46f2-48ca-8900-a22c3a68dcaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 200 len: 910 time: 0.0886500 Jun 23 17:18:51.256474 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd95943b-1970-4801-a4a2-b918b988ab45'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:18:51.259259 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fbe71f-2340-4c3b-80c3-32c2b2f83bb5" -d '{"events": [{"server_uuid": "51605a4b-853e-479f-a3e6-f09880c23d5b", "name": "network-vif-plugged", "status": "completed", "tag": "bd95943b-1970-4801-a4a2-b918b988ab45"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:18:51.280769 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-db68f9c1-d820-4a15-8aa4-40051b7096ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 997 time: 0.0564437 Jun 23 17:18:51.295919 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a7ddf4-c959-44d7-9db8-8d95dcb40402 x-openstack-request-id: req-32a7ddf4-c959-44d7-9db8-8d95dcb40402 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:18:51.296248 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51605a4b-853e-479f-a3e6-f09880c23d5b", "name": "network-vif-plugged", "status": "completed", "tag": "bd95943b-1970-4801-a4a2-b918b988ab45", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:18:51.296501 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32a7ddf4-c959-44d7-9db8-8d95dcb40402 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:18:51.296896 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a7ddf4-c959-44d7-9db8-8d95dcb40402'] response: {'server_uuid': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'code': 200} Jun 23 17:18:51.327052 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:51.347491 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-514e14ac-8003-458b-90aa-2e059a3ade5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:51.349148 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-514e14ac-8003-458b-90aa-2e059a3ade5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae HTTP/1.1" status: 200 len: 848 time: 0.0621636 Jun 23 17:18:51.395131 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-c62ec9eb-d928-477e-a77d-56cc0f574db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:51.396761 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-c62ec9eb-d928-477e-a77d-56cc0f574db3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406220 Jun 23 17:18:51.460684 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979cdda-d10b-4be1-ac81-94b3906e6b2f req-8fe45d25-706d-4a82-be17-3fc101f0ab85 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:51.462267 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4979cdda-d10b-4be1-ac81-94b3906e6b2f req-8fe45d25-706d-4a82-be17-3fc101f0ab85 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0494752 Jun 23 17:18:51.509581 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-24dc6569-8f57-4b7e-8f1f-685d97befb51 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028974 Jun 23 17:18:51.511400 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4979cdda-d10b-4be1-ac81-94b3906e6b2f req-7fa45681-b7c1-4022-9088-00ffe660868c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Jun 23 17:18:51.565328 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca5b8-df91-49ca-b13c-de66168bf59e req-4716cef7-c75e-4b35-8a3d-e031a26c5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:51.566827 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-425ca5b8-df91-49ca-b13c-de66168bf59e req-4716cef7-c75e-4b35-8a3d-e031a26c5fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 1130 time: 0.0698800 Jun 23 17:18:51.651486 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-c51f8ee1-db6b-48ec-bb3d-38041dada39b service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217179 Jun 23 17:18:51.657661 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-425ca5b8-df91-49ca-b13c-de66168bf59e req-29c191ec-c51d-4140-89b0-5fae094c7021 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611351 Jun 23 17:18:52.236201 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadcf25-59fb-42c2-af6c-5f001ddb0e95 req-84859ccb-863c-4a5e-8a9c-9c3f42a4ebef tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:52.237680 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0dadcf25-59fb-42c2-af6c-5f001ddb0e95 req-84859ccb-863c-4a5e-8a9c-9c3f42a4ebef tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0554459 Jun 23 17:18:52.287575 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0dadcf25-59fb-42c2-af6c-5f001ddb0e95 req-7c91407b-0773-4cb4-a8d5-b934dfa524c2 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412502 Jun 23 17:18:52.647666 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc7715-018b-47d8-a65b-967fc221eb1f req-0880d4ed-32fe-4e50-ac9b-3586d11c8bff tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:52.649132 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cdbc7715-018b-47d8-a65b-967fc221eb1f req-0880d4ed-32fe-4e50-ac9b-3586d11c8bff tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0576878 Jun 23 17:18:52.701851 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cdbc7715-018b-47d8-a65b-967fc221eb1f req-87a99e5a-647f-4524-9f74-1f1f14d4c520 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453074 Jun 23 17:18:53.411813 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7948b-122e-49a6-bbf2-62356ac9d5b7 req-435c289a-c705-4b2a-990a-b5e4bcd51218 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:53.413310 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-acb7948b-122e-49a6-bbf2-62356ac9d5b7 req-435c289a-c705-4b2a-990a-b5e4bcd51218 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0468926 Jun 23 17:18:53.461051 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-acb7948b-122e-49a6-bbf2-62356ac9d5b7 req-1ccf8cca-052a-459b-a0bc-e77b8b4cfddf tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419927 Jun 23 17:18:53.782899 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:53.843111 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963af3f2-9630-4942-aabc-72561a1d162f req-261413b4-ad48-4185-9374-741c30680ace tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:53.844632 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-963af3f2-9630-4942-aabc-72561a1d162f req-261413b4-ad48-4185-9374-741c30680ace tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0725439 Jun 23 17:18:53.914746 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-963af3f2-9630-4942-aabc-72561a1d162f req-bbcea75c-71e8-4102-8b5e-12d82dbe5537 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624382 Jun 23 17:18:54.600440 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccda7e-ac5d-4cc9-a038-0b40f559f78c req-f72ab821-2601-4318-987a-42db1f1e6952 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:54.602825 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2dccda7e-ac5d-4cc9-a038-0b40f559f78c req-f72ab821-2601-4318-987a-42db1f1e6952 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0654616 Jun 23 17:18:54.663036 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2dccda7e-ac5d-4cc9-a038-0b40f559f78c req-630050c8-01fc-4e2d-a393-ac4d4c88ab7d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541549 Jun 23 17:18:55.041878 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9615683-eefd-4004-aa3c-ef3544e305df req-d5ead347-ae3a-40f5-98c0-52063e8d1247 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:55.043466 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d9615683-eefd-4004-aa3c-ef3544e305df req-d5ead347-ae3a-40f5-98c0-52063e8d1247 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0547850 Jun 23 17:18:55.101197 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d9615683-eefd-4004-aa3c-ef3544e305df req-4b3c4a5f-8740-489d-aba9-b02271818796 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516074 Jun 23 17:18:55.804211 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:55.813351 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453248b-42e8-46dd-84ab-1cf8aebac180 req-da5af327-b70f-4a7a-9bc6-a0380c5e3279 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:55.814987 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3453248b-42e8-46dd-84ab-1cf8aebac180 req-da5af327-b70f-4a7a-9bc6-a0380c5e3279 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0631506 Jun 23 17:18:55.871904 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3453248b-42e8-46dd-84ab-1cf8aebac180 req-9a33e717-4136-4bee-a4c7-f65583f51a17 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490825 Jun 23 17:18:55.993660 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52307fd8-1e71-4e9a-b81b-7b740b73387b req-9cee5b48-5e2d-427a-83b3-1075c646673e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:55.995055 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-52307fd8-1e71-4e9a-b81b-7b740b73387b req-9cee5b48-5e2d-427a-83b3-1075c646673e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0474582 Jun 23 17:18:56.004082 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55042) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:18:56.011557 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'floatingip': {'port_id': 'bd95943b-1970-4801-a4a2-b918b988ab45'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:18:56.062326 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (231271bd-c91c-4d3d-9788-87d4e35f8962), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:56.254189 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a3438-9280-4394-9e95-6d3e09b0e4fb req-532c700b-0057-4602-b3ab-7a862b5181d1 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:56.255584 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be4a3438-9280-4394-9e95-6d3e09b0e4fb req-532c700b-0057-4602-b3ab-7a862b5181d1 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0832887 Jun 23 17:18:56.403557 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be4a3438-9280-4394-9e95-6d3e09b0e4fb req-e33f0646-9cc4-4d96-8bed-65fa226d2d9a tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219997 Jun 23 17:18:56.413932 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:56.809145 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:56.816092 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (231271bd-c91c-4d3d-9788-87d4e35f8962), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:56.908663 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Floating IP 231271bd-c91c-4d3d-9788-87d4e35f8962 associated. External IP: 172.27.0.118, port: bd95943b-1970-4801-a4a2-b918b988ab45. Jun 23 17:18:57.128120 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:18:57.138790 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:57.237742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:18:57.242827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:18:57.248132 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:18:57.258691 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:18:57.259345 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:18:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:57.272802 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1316ed5c-a8ab-433e-ab9e-3641a46a355a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "PUT /v2.0/floatingips/231271bd-c91c-4d3d-9788-87d4e35f8962 HTTP/1.1" status: 200 len: 992 time: 1.2672749 Jun 23 17:18:57.273481 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'tag': 'bd95943b-1970-4801-a4a2-b918b988ab45'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:18:57.275830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4" -d '{"events": [{"name": "network-changed", "server_uuid": "51605a4b-853e-479f-a3e6-f09880c23d5b", "tag": "bd95943b-1970-4801-a4a2-b918b988ab45"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:18:57.312754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dccc32-c23d-428e-82d8-721b6e3ae635 x-openstack-request-id: req-a8dccc32-c23d-428e-82d8-721b6e3ae635 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:18:57.313048 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51605a4b-853e-479f-a3e6-f09880c23d5b", "tag": "bd95943b-1970-4801-a4a2-b918b988ab45", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:18:57.313303 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8dccc32-c23d-428e-82d8-721b6e3ae635 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:18:57.313693 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8dccc32-c23d-428e-82d8-721b6e3ae635'] response: {'name': 'network-changed', 'server_uuid': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'tag': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'status': 'completed', 'code': 200} Jun 23 17:18:57.359284 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:57.366832 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:18:57.403507 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-808192ae-041d-4556-8972-850e793a2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:57.404936 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-808192ae-041d-4556-8972-850e793a2bfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 1130 time: 0.0400434 Jun 23 17:18:57.512382 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:57.541708 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e671c1b-f195-4fbf-b36f-66a18857b53e req-ef138a6b-3a8d-4bbd-9ef7-a6b9e87e536c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:57.543765 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e671c1b-f195-4fbf-b36f-66a18857b53e req-ef138a6b-3a8d-4bbd-9ef7-a6b9e87e536c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0609274 Jun 23 17:18:57.544910 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-c755bf8d-fb27-4e38-9f0b-78fd2e0dc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:57.546269 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-c755bf8d-fb27-4e38-9f0b-78fd2e0dc951 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 915 time: 0.1354556 Jun 23 17:18:57.582309 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '231271bd-c91c-4d3d-9788-87d4e35f8962', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:f3:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:18:35Z', 'updated_at': '2022-06-23T17:18:56Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:57.607649 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:18:57.616532 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:18:57.617145 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:18:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:57.644877 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e671c1b-f195-4fbf-b36f-66a18857b53e req-34f3ed90-0f1b-4307-bf22-8f093a8b5d62 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949905 Jun 23 17:18:57.646574 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-9b3af199-a133-431d-8e5a-92425efdcb63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd95943b-1970-4801-a4a2-b918b988ab45 HTTP/1.1" status: 200 len: 1000 time: 0.0902789 Jun 23 17:18:57.702058 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-c8966316-77d2-4994-bfc3-4fccca99c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:57.703622 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-c8966316-77d2-4994-bfc3-4fccca99c32e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.0495725 Jun 23 17:18:57.742362 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:18:57.751247 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-8b01a3bc-b21b-4936-854c-a9997672ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:57.752884 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-8b01a3bc-b21b-4936-854c-a9997672ed9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427263 Jun 23 17:18:57.821137 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:18:57.850223 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-15ca356f-91ba-459e-86f0-2df7a5c8430b service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891690 Jun 23 17:18:57.946712 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ce58182-1fb2-4bea-8b14-b4374a8d67a4 req-c3fed1c6-55e0-4a0a-a301-1158d1e9d4b4 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894930 Jun 23 17:18:58.041330 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '231271bd-c91c-4d3d-9788-87d4e35f8962', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:f3:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:18:35Z', 'updated_at': '2022-06-23T17:18:56Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:18:58.066241 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01815dc-d0f3-4b76-89c7-a0541dded4e9 None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '231271bd-c91c-4d3d-9788-87d4e35f8962', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:f3:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:18:35Z', 'updated_at': '2022-06-23T17:18:56Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:18:58.255957 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ea780-c4bb-43be-93e9-e1e27419d226 None None] New status for floating IP 231271bd-c91c-4d3d-9788-87d4e35f8962: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:18:58.780011 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1646da9-3f5f-45ce-8746-a90b1a42ba95 req-13da85f2-09cd-4029-b3a5-936c73ebf49c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:58.781486 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b1646da9-3f5f-45ce-8746-a90b1a42ba95 req-13da85f2-09cd-4029-b3a5-936c73ebf49c tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0527363 Jun 23 17:18:58.833576 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b1646da9-3f5f-45ce-8746-a90b1a42ba95 req-f8b39563-3785-4234-897f-244722ad7cd6 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445776 Jun 23 17:18:59.965003 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27c950-c225-4e04-b0f3-6db0f0af3bd1 req-48e0c28b-9b76-450d-9584-9a291473eb4b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:18:59.966387 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df27c950-c225-4e04-b0f3-6db0f0af3bd1 req-48e0c28b-9b76-450d-9584-9a291473eb4b tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0484152 Jun 23 17:19:00.018878 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df27c950-c225-4e04-b0f3-6db0f0af3bd1 req-bc9ed986-7edc-4f28-b9eb-73af0c14c8be tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469217 Jun 23 17:19:00.058297 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ef0b54b0-61c4-46dd-8796-5d10c6d6a69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:00.966562 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:19:01.017392 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:01.048696 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:01.079653 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:01.091470 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'port_id': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'mac_address': 'fa:16:3e:40:86:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:19:01.127255 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:19:01.127647 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:01.138229 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3afce-5db8-4592-b18f-6a16949c8d53 req-0f500b2c-8907-4d05-b76a-0c26e6491c8e tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:01.139717 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c0e3afce-5db8-4592-b18f-6a16949c8d53 req-0f500b2c-8907-4d05-b76a-0c26e6491c8e tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 943 time: 0.0471299 Jun 23 17:19:01.140800 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:19:01.160944 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:01.167591 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:01.167736 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:01.192490 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c0e3afce-5db8-4592-b18f-6a16949c8d53 req-81b1eaad-b14f-4e1c-98ed-e1db8525d296 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470386 Jun 23 17:19:01.213318 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=7']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:01.653576 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['0ea26bf7-a55b-43ac-9717-c694d5cc21f4'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:19:02.319785 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11da470-2500-4b6d-8431-80c4c4646394 req-838bab69-5e92-430e-b2b7-c50e5a7490db tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:02.321266 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c11da470-2500-4b6d-8431-80c4c4646394 req-838bab69-5e92-430e-b2b7-c50e5a7490db tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 944 time: 0.0483983 Jun 23 17:19:02.334511 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6d983fe7-43ed-45a3-b7dd-48f682d555f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:02.381283 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c11da470-2500-4b6d-8431-80c4c4646394 req-7e608976-2b69-4121-b16a-2b37bddbc9e6 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510004 Jun 23 17:19:02.974458 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:19:03.019350 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:19:03.019718 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:03.091950 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:19:03.092327 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:03.115009 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:03.117229 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d97b6fb-f86e-4109-9d44-38dd12f7638b" -d '{"events": [{"server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "name": "network-vif-plugged", "status": "completed", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:03.129773 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:03.135157 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:03.172922 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3130c78e-a004-4baf-b4e0-006ad3daf58f x-openstack-request-id: req-3130c78e-a004-4baf-b4e0-006ad3daf58f {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:03.173210 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "name": "network-vif-plugged", "status": "completed", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:03.173498 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3130c78e-a004-4baf-b4e0-006ad3daf58f {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:03.173910 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3130c78e-a004-4baf-b4e0-006ad3daf58f'] response: {'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'code': 200} Jun 23 17:19:03.187475 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=8']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:03.462166 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:03.519196 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e6b3-32bd-43d5-b870-d8411c6733a8 req-f8aeb563-d8f2-4e01-ac01-3e9e80aa2b44 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:03.520814 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf42e6b3-32bd-43d5-b870-d8411c6733a8 req-f8aeb563-d8f2-4e01-ac01-3e9e80aa2b44 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0676734 Jun 23 17:19:03.521862 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72e091-bf27-4470-9c31-e79d95b9b88d req-354eb34b-82fb-4e4c-92a3-f0200648472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:03.523224 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a72e091-bf27-4470-9c31-e79d95b9b88d req-354eb34b-82fb-4e4c-92a3-f0200648472a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1129 time: 0.0796442 Jun 23 17:19:03.600660 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a72e091-bf27-4470-9c31-e79d95b9b88d req-099cb6bf-4191-4eb7-b65e-04b5ded418a3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666878 Jun 23 17:19:03.604121 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf42e6b3-32bd-43d5-b870-d8411c6733a8 req-87cafdc8-ff48-492d-a8c6-6fe3cc6f3884 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764034 Jun 23 17:19:04.736099 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4807bda-f44b-43da-8ab9-ed503c0d8b93 req-33f8ab65-cdf9-4733-b228-1ac127e951f2 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:04.737576 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f4807bda-f44b-43da-8ab9-ed503c0d8b93 req-33f8ab65-cdf9-4733-b228-1ac127e951f2 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0546687 Jun 23 17:19:04.799251 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f4807bda-f44b-43da-8ab9-ed503c0d8b93 req-4b02f4dd-1a93-4397-ad13-87202f2a1fea tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556824 Jun 23 17:19:04.822008 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:05.172204 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:05.209975 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:05.894319 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:05.938815 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e759-a914-47ca-a6fa-c6de6a8c7171 req-84415d41-a221-423f-83ce-684c94196ea4 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:05.940356 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d99e759-a914-47ca-a6fa-c6de6a8c7171 req-84415d41-a221-423f-83ce-684c94196ea4 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0546906 Jun 23 17:19:05.990936 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d99e759-a914-47ca-a6fa-c6de6a8c7171 req-6150abad-6202-40ec-a5e5-3823839af3cc tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446405 Jun 23 17:19:06.478425 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bbaac-2a2e-47e2-b031-754f2645a9d3 req-f8c0505d-5cb7-417f-bda5-919768906c73 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:06.479885 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-324bbaac-2a2e-47e2-b031-754f2645a9d3 req-f8c0505d-5cb7-417f-bda5-919768906c73 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0478196 Jun 23 17:19:06.532949 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-324bbaac-2a2e-47e2-b031-754f2645a9d3 req-4c79634a-ef73-4447-848c-485ad65d469f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472002 Jun 23 17:19:07.656959 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb40ab-2a39-41b3-8886-314ef19851e7 req-285b143a-b53f-4589-a820-7a0ec320318f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:07.658424 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bffb40ab-2a39-41b3-8886-314ef19851e7 req-285b143a-b53f-4589-a820-7a0ec320318f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0464113 Jun 23 17:19:07.710725 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bffb40ab-2a39-41b3-8886-314ef19851e7 req-d0f312a6-2275-4ddd-a757-5834bb062ae7 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437820 Jun 23 17:19:08.044101 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=48 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:08.045438 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=64 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:08.505640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-6d336794-193d-441e-a5c0-bd2e31948fb9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:08.507153 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-6d336794-193d-441e-a5c0-bd2e31948fb9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.0548539 Jun 23 17:19:08.607423 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Deleting port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:08.607777 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:08.701000 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] For port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:08.701368 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:08.708697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:08.807485 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-9fe95e11-9b45-458d-9dd3-74f05b9e2df9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903270 Jun 23 17:19:08.905416 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f253b-0bc4-4251-8e75-1a9c6a9bf5c1 req-831108fa-ab79-45b2-a22c-d6c211dc4101 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:08.907402 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-122f253b-0bc4-4251-8e75-1a9c6a9bf5c1 req-831108fa-ab79-45b2-a22c-d6c211dc4101 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 945 time: 0.1221008 Jun 23 17:19:08.970696 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-36009254-6f6b-4d5c-b9fb-8f1aef3bcfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:08.972199 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-36009254-6f6b-4d5c-b9fb-8f1aef3bcfe6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 1129 time: 0.1102219 Jun 23 17:19:09.023623 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:09.023879 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (1ee495e4-732a-4c80-b3f4-22de39e1c181), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:09.024220 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Floating IP 1ee495e4-732a-4c80-b3f4-22de39e1c181 disassociated. External IP: 172.27.0.206, port: 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721. Jun 23 17:19:09.024569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Calling delete_port for 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:09.042979 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-122f253b-0bc4-4251-8e75-1a9c6a9bf5c1 req-485b95a6-a86e-4d45-ac48-dbe5722a8e64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280687 Jun 23 17:19:09.171345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-4231bc03-e9bc-43d8-ad79-965826e486c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:09.173223 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-4231bc03-e9bc-43d8-ad79-965826e486c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 200 len: 920 time: 0.1640379 Jun 23 17:19:09.233563 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-8108556d-5d1d-407d-8fdd-349014db8ba9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e HTTP/1.1" status: 200 len: 217 time: 0.0520432 Jun 23 17:19:09.235932 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:09.299278 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (5e0d8b7e-7e66-48e6-b53e-f85a41aeb721), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:09.301745 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-e622d66d-d7a2-40b4-97d1-1cc6ac21afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:09.303238 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-e622d66d-d7a2-40b4-97d1-1cc6ac21afb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 200 len: 858 time: 0.0627937 Jun 23 17:19:09.339131 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event deleted for resources: {'Port': ['ID=5e0d8b7e-7e66-48e6-b53e-f85a41aeb721,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:09.372018 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-2dfbb99e-c4ce-41b5-8211-0283a84d28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:09.373523 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-2dfbb99e-c4ce-41b5-8211-0283a84d28b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8527c448-8fef-4029-974e-c0de37b33eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0606592 Jun 23 17:19:09.521828 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:09.542152 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Router 8632da15-fd85-4798-9b6b-83d83643f31e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:19:09.544965 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-c89815ee-b1ae-41bf-84e5-90d08d128322 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436081 Jun 23 17:19:09.714657 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b367269-e547-45ec-89c4-50cb69b6bfbf req-0ba87471-5bd4-4fd9-b40f-90fbb4260175 service neutron] 10.222.0.57 "GET /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627846 Jun 23 17:19:09.719439 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:19:09.731588 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:19:09.745667 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:09.746429 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:09.771506 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] No DVR routers for this DVR port 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:09.774356 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:09.777899 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20532440-7543-4a18-9a3f-3bf0724de3bc req-79402280-267e-4563-935b-c26703ca2c92 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "DELETE /v2.0/ports/5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 HTTP/1.1" status: 204 len: 173 time: 1.2592797 Jun 23 17:19:09.778380 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'name': 'network-vif-deleted', 'tag': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:09.781586 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce09a239-b55c-4906-afaa-197692e5b9fb" -d '{"events": [{"server_uuid": "b8f045dd-0ec4-4225-8bae-0035daa2c0ee", "name": "network-vif-deleted", "tag": "5e0d8b7e-7e66-48e6-b53e-f85a41aeb721"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:09.830742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888db568-c3ce-42b6-a0a0-35c3efa7e7a7 x-openstack-request-id: req-888db568-c3ce-42b6-a0a0-35c3efa7e7a7 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:09.831413 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f045dd-0ec4-4225-8bae-0035daa2c0ee", "name": "network-vif-deleted", "tag": "5e0d8b7e-7e66-48e6-b53e-f85a41aeb721", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:09.831877 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-888db568-c3ce-42b6-a0a0-35c3efa7e7a7 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:09.832519 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888db568-c3ce-42b6-a0a0-35c3efa7e7a7'] response: {'server_uuid': 'b8f045dd-0ec4-4225-8bae-0035daa2c0ee', 'name': 'network-vif-deleted', 'tag': '5e0d8b7e-7e66-48e6-b53e-f85a41aeb721', 'status': 'completed', 'code': 200} Jun 23 17:19:09.857719 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:10.042011 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:10.069715 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:19:10.078891 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:10.079497 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:10.145942 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9952a541-8d0a-4e70-9974-4412dde9721a req-0782c919-b3c5-4b19-b6b2-e9d953975dd8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f045dd-0ec4-4225-8bae-0035daa2c0ee HTTP/1.1" status: 200 len: 210 time: 0.0331540 Jun 23 17:19:10.181364 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:10.369864 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:10.394744 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444e8bf-8459-4d81-99fa-a77511b3ed17 None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:19:10.610395 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f262df-50b4-4334-bd8b-2bf33bdb7e70 None None] New status for floating IP 1ee495e4-732a-4c80-b3f4-22de39e1c181: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:19:11.441224 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-04d7da91-5a99-4b52-a3d8-415ba472d288 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613163096&fields=id&tenant_id=e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 267 time: 0.0458214 Jun 23 17:19:11.546351 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-d3170555-df1e-4a31-9c6f-1d81be5f4f68 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:11.547836 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-d3170555-df1e-4a31-9c6f-1d81be5f4f68 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 811 time: 0.0987344 Jun 23 17:19:11.569254 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-527b41a0-9ac3-4b3e-a579-3ad2aa94e206 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/quotas/e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 375 time: 0.0126450 Jun 23 17:19:11.638145 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-3c773909-f125-4f45-b12c-942442cc70e9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614691 Jun 23 17:19:11.736352 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-74f786d5-867c-4937-960c-62800840f25d service neutron] 10.222.0.18 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857682 Jun 23 17:19:11.831590 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-08db5e03-3153-4454-9c51-26078d1e01ca service neutron] 10.222.0.18 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895262 Jun 23 17:19:12.146836 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d2d01c6-345b-4fff-af6f-f419f488a651 req-97336022-7f45-4435-a177-87b951162294 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Jun 23 17:19:13.014626 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:13.037755 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:13.038136 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 5e0d8b7e-7e66-48e6-b53e-f85a41aeb721 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:13.189919 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:13.293218 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5d0ab99-320b-49a7-b24f-ff66292fdc82 req-73eacdc5-8c04-4dda-9d5a-3c2bb3badeae tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 210 time: 0.0366020 Jun 23 17:19:13.320649 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-5869310f-f161-4679-9fa7-cf253c242fee tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:13.322164 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-5869310f-f161-4679-9fa7-cf253c242fee tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 811 time: 0.1505244 Jun 23 17:19:13.424972 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b705d101-68bd-4658-a844-b08e8543db93 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 380 time: 0.0609040 Jun 23 17:19:13.434553 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'port': {'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'admin_state_up': True, 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'security_groups': ['07720890-6cb7-466c-81b9-c42434568d4a']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:19:13.552554 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Made reservation on behalf of e393091e3c2d42e79e9f2ec80d471faf for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:19:13.556499 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:13.886473 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:13.952816 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Allocated IP 172.20.0.10 (7e627980-fd3e-406b-86cf-dac9a328ca6c/66d19201-be84-4098-bf7c-aed5315315b3/3da60010-d040-4053-a999-f4b58c9362b0) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:19:14.110556 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (3da60010-d040-4053-a999-f4b58c9362b0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.145340 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (3da60010-d040-4053-a999-f4b58c9362b0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.187738 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:19:14.190870 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:19:14.194410 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:19:14.225878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=3da60010-d040-4053-a999-f4b58c9362b0,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:14.252013 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:14.252755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.271944 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-b334d29b-12e1-469c-86f8-3382e9f882d8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8410962 Jun 23 17:19:14.297882 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Request body: {'port': {'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:19:14.363193 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3da60010-d040-4053-a999-f4b58c9362b0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.376065 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:14.428381 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-794f4a14-2958-49af-88a9-92e5224bb11e None None] Provisioning complete for port 3da60010-d040-4053-a999-f4b58c9362b0 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:19:14.429012 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-794f4a14-2958-49af-88a9-92e5224bb11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (3da60010-d040-4053-a999-f4b58c9362b0), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.437398 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fce2b0-13e1-488b-b502-29ff6c0b844b req-23375251-35cf-4499-8690-42d6b538fa8e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:14.452808 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-29fce2b0-13e1-488b-b502-29ff6c0b844b req-23375251-35cf-4499-8690-42d6b538fa8e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 932 time: 0.0775325 Jun 23 17:19:14.467059 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-794f4a14-2958-49af-88a9-92e5224bb11e None None] Port 3da60010-d040-4053-a999-f4b58c9362b0 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:19:14.499883 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-29fce2b0-13e1-488b-b502-29ff6c0b844b req-1096e025-363e-4ab4-b6f9-1d3b579a3471 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451207 Jun 23 17:19:14.624772 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da60010-d040-4053-a999-f4b58c9362b0 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:19:14.633511 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Publish callbacks [] for port (3da60010-d040-4053-a999-f4b58c9362b0), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.647087 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Transition to ACTIVE for port object 3da60010-d040-4053-a999-f4b58c9362b0 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:19:14.654018 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (3da60010-d040-4053-a999-f4b58c9362b0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.658749 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:14.709805 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=3da60010-d040-4053-a999-f4b58c9362b0,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:14.783784 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Attempting to bind port 3da60010-d040-4053-a999-f4b58c9362b0 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:19:14.784122 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Attempting to bind port 3da60010-d040-4053-a999-f4b58c9362b0 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:19:14.784548 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Attempting to bind port 3da60010-d040-4053-a999-f4b58c9362b0 on network 7e627980-fd3e-406b-86cf-dac9a328ca6c {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:19:14.789235 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Port 3da60010-d040-4053-a999-f4b58c9362b0 on network 7e627980-fd3e-406b-86cf-dac9a328ca6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:19:14.789554 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Attempting to bind port 3da60010-d040-4053-a999-f4b58c9362b0 on network 7e627980-fd3e-406b-86cf-dac9a328ca6c {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:19:14.794489 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:19:14.794831 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Checking segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:19:14.797380 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Bound using segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:19:14.797885 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Bound port: 3da60010-d040-4053-a999-f4b58c9362b0, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:19:14.798249 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3da60010-d040-4053-a999-f4b58c9362b0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.867113 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] For port 3da60010-d040-4053-a999-f4b58c9362b0, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:19:14.870812 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] For port 3da60010-d040-4053-a999-f4b58c9362b0, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3da60010-d040-4053-a999-f4b58c9362b0,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:19:14.879994 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (3da60010-d040-4053-a999-f4b58c9362b0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.917308 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:14.918039 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:14.919404 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] 10.222.0.57 "PUT /v2.0/ports/3da60010-d040-4053-a999-f4b58c9362b0 HTTP/1.1" status: 200 len: 1094 time: 0.6260941 Jun 23 17:19:14.919832 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:14.922131 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fece1bde-2323-49d3-87d4-6db1234cee1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "tag": "3da60010-d040-4053-a999-f4b58c9362b0"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:14.947548 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9e76a-f0f0-4fa7-987e-d4e0a79c7c46 service neutron] Pushing event updated for resources: {'Port': ['ID=3da60010-d040-4053-a999-f4b58c9362b0,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:14.971722 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd63b5a5-ba52-495a-9492-595fb2f37720 x-openstack-request-id: req-dd63b5a5-ba52-495a-9492-595fb2f37720 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:14.972020 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "tag": "3da60010-d040-4053-a999-f4b58c9362b0", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:14.972278 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd63b5a5-ba52-495a-9492-595fb2f37720 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:14.972696 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd63b5a5-ba52-495a-9492-595fb2f37720'] response: {'name': 'network-changed', 'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0', 'status': 'completed', 'code': 200} Jun 23 17:19:15.042904 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-a7cf7fca-53c8-44e5-b525-2a62676a1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:15.044478 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-a7cf7fca-53c8-44e5-b525-2a62676a1335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 1128 time: 0.0415213 Jun 23 17:19:15.099847 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-db6242ce-72d3-4b76-9b8f-88c189e4b6ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3da60010-d040-4053-a999-f4b58c9362b0 HTTP/1.1" status: 200 len: 217 time: 0.0330672 Jun 23 17:19:15.152147 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-63026e8c-2c18-42c3-809b-1c834aa031a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:15.153594 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-63026e8c-2c18-42c3-809b-1c834aa031a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0472016 Jun 23 17:19:15.198451 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-d0cf3bc3-8c76-47a9-9b0d-9b4b5036a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:15.199837 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-d0cf3bc3-8c76-47a9-9b0d-9b4b5036a2ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392056 Jun 23 17:19:15.296142 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-0f9ccf04-63c0-46d2-9b7d-976daa69d41c service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898030 Jun 23 17:19:15.319356 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:15.388661 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a7bf372-b4da-409e-9a07-5339ee6dc2af req-520a0ab5-9c2b-4ff1-8b70-3b2c91f839b3 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859718 Jun 23 17:19:15.637522 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0dfe1-ccbf-4ad5-a84f-9e8f3d001be3 req-1aef540f-b369-4771-b604-6c8a11a0bec9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:15.639034 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7cb0dfe1-ccbf-4ad5-a84f-9e8f3d001be3 req-1aef540f-b369-4771-b604-6c8a11a0bec9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0595722 Jun 23 17:19:15.692385 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7cb0dfe1-ccbf-4ad5-a84f-9e8f3d001be3 req-ebcc1661-cca7-434f-8628-0b62c646efb9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462482 Jun 23 17:19:16.495616 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-ce32947c-1085-42f4-984f-4a16d5d604cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:16.497130 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-ce32947c-1085-42f4-984f-4a16d5d604cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 1128 time: 0.0463724 Jun 23 17:19:16.595307 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-62a2e25b-ac91-4ba2-9b29-5568c6847e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:16.597222 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-62a2e25b-ac91-4ba2-9b29-5568c6847e27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.0921719 Jun 23 17:19:16.636953 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-66577b40-04c1-44cc-a501-1ed7760afa59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3da60010-d040-4053-a999-f4b58c9362b0 HTTP/1.1" status: 200 len: 217 time: 0.0321622 Jun 23 17:19:16.689636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-27c74bfb-37d0-4c8a-a1ff-c34be5a1b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:16.691136 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-27c74bfb-37d0-4c8a-a1ff-c34be5a1b644 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0478249 Jun 23 17:19:16.736401 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-67561640-1e31-4c64-ad11-bdc9585e73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:16.737991 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-67561640-1e31-4c64-ad11-bdc9585e73f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393476 Jun 23 17:19:16.852431 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07f7c3-5b89-40ad-8633-c63ee93ea22b req-bb82c6c1-208f-4aba-a5d0-0b068cabc081 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:16.853942 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc07f7c3-5b89-40ad-8633-c63ee93ea22b req-bb82c6c1-208f-4aba-a5d0-0b068cabc081 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0805614 Jun 23 17:19:16.893472 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-f7db8d27-7924-4415-a22a-ba9ee80c1260 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475322 Jun 23 17:19:16.919759 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:16.941753 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc07f7c3-5b89-40ad-8633-c63ee93ea22b req-cfc37852-65bb-49af-8d39-7860c998d5f2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777640 Jun 23 17:19:17.009952 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fece1bde-2323-49d3-87d4-6db1234cee1b req-59aeae6d-50ee-4113-9daa-faf221d2823b service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046228 Jun 23 17:19:18.061074 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53af54-add2-4b20-871b-465c22f77172 req-6d3c41bf-058f-41f7-bb7c-b2e11da6d5c8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:18.062533 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dc53af54-add2-4b20-871b-465c22f77172 req-6d3c41bf-058f-41f7-bb7c-b2e11da6d5c8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0473619 Jun 23 17:19:18.116134 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-dc53af54-add2-4b20-871b-465c22f77172 req-37c0fc24-9ecc-4b85-8fee-881779cf9a03 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477145 Jun 23 17:19:19.236787 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b47520-7090-4871-bc58-fdcc24f1815a req-09495be9-229f-4f78-87f4-9249bd80761e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:19.238284 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89b47520-7090-4871-bc58-fdcc24f1815a req-09495be9-229f-4f78-87f4-9249bd80761e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Jun 23 17:19:19.291014 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89b47520-7090-4871-bc58-fdcc24f1815a req-0020331c-2b7a-4385-ae10-9c0a4cae6f0d tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 Jun 23 17:19:19.767651 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:19:20.373077 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=61 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:20.426847 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3b8ef-9f91-4b76-865a-930aa52525f8 req-f3423030-3147-4606-aab2-0124c89f96d3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:20.428289 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bee3b8ef-9f91-4b76-865a-930aa52525f8 req-f3423030-3147-4606-aab2-0124c89f96d3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0630109 Jun 23 17:19:20.468969 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:20.483925 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bee3b8ef-9f91-4b76-865a-930aa52525f8 req-be996a21-7f68-4911-ae52-08046c4927f3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476360 Jun 23 17:19:21.611129 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a0fa-d525-4aa1-a9ca-d66bf7c4f663 req-8c3313f1-a8a9-4e76-8c0b-2da684602752 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:21.613013 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1910a0fa-d525-4aa1-a9ca-d66bf7c4f663 req-8c3313f1-a8a9-4e76-8c0b-2da684602752 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0553548 Jun 23 17:19:21.667631 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1910a0fa-d525-4aa1-a9ca-d66bf7c4f663 req-8759d9e6-3acd-4997-99da-b17a70edeb2f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488777 Jun 23 17:19:22.791316 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9b92b-b135-44be-a2ca-44e7254fb368 req-2053b04e-886d-4b8a-9497-671c1fcf90c5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:22.792784 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-68a9b92b-b135-44be-a2ca-44e7254fb368 req-2053b04e-886d-4b8a-9497-671c1fcf90c5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0468533 Jun 23 17:19:22.858100 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-68a9b92b-b135-44be-a2ca-44e7254fb368 req-4c586160-734c-417a-b7a0-907decc6f974 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567207 Jun 23 17:19:23.989283 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371058e-5796-4d19-9cd2-688a85e1b580 req-7dabc171-29c1-4ef4-9863-e7994a1c4b6b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:23.990813 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c371058e-5796-4d19-9cd2-688a85e1b580 req-7dabc171-29c1-4ef4-9863-e7994a1c4b6b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0541525 Jun 23 17:19:24.041039 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c371058e-5796-4d19-9cd2-688a85e1b580 req-fe2b3e46-a616-426d-a09e-dc9455d5796e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446017 Jun 23 17:19:25.071403 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3da60010-d040-4053-a999-f4b58c9362b0 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:19:25.076502 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:25.176381 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec4a33-2a0b-4299-8f64-50778dc94bc2 req-fe536e38-6b05-43e9-88c2-87fe326e74b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:25.177994 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6bec4a33-2a0b-4299-8f64-50778dc94bc2 req-fe536e38-6b05-43e9-88c2-87fe326e74b0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 944 time: 0.0548303 Jun 23 17:19:25.182783 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3da60010-d040-4053-a999-f4b58c9362b0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3da60010-d040-4053-a999-f4b58c9362b0,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:25.198118 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '3da60010-d040-4053-a999-f4b58c9362b0', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:19:25.229330 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6bec4a33-2a0b-4299-8f64-50778dc94bc2 req-86d34909-a0c1-457e-bdb0-77a564bef6ae tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Jun 23 17:19:25.232075 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 3da60010-d040-4053-a999-f4b58c9362b0 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:19:25.232471 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3da60010-d040-4053-a999-f4b58c9362b0), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:25.249239 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da60010-d040-4053-a999-f4b58c9362b0 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:19:25.266420 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3da60010-d040-4053-a999-f4b58c9362b0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3da60010-d040-4053-a999-f4b58c9362b0,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:25.271991 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (3da60010-d040-4053-a999-f4b58c9362b0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:25.317269 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=3da60010-d040-4053-a999-f4b58c9362b0,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:25.822262 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['3da60010-d040-4053-a999-f4b58c9362b0'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:19:25.827439 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:25.896216 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:26.350991 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d5fcc-5004-4e1e-95d9-12e253dfbfd4 req-2d915ce9-0cb2-4001-9636-a744595c53ea tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:26.352448 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d46d5fcc-5004-4e1e-95d9-12e253dfbfd4 req-2d915ce9-0cb2-4001-9636-a744595c53ea tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 945 time: 0.0485928 Jun 23 17:19:26.404951 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d46d5fcc-5004-4e1e-95d9-12e253dfbfd4 req-e2682ab1-6942-40c7-9866-e6553f493f26 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Jun 23 17:19:27.098491 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3da60010-d040-4053-a999-f4b58c9362b0 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:19:27.156432 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 3da60010-d040-4053-a999-f4b58c9362b0 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:19:27.164158 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 3da60010-d040-4053-a999-f4b58c9362b0 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:19:27.164552 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (3da60010-d040-4053-a999-f4b58c9362b0), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:27.248077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 3da60010-d040-4053-a999-f4b58c9362b0 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:19:27.248465 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3da60010-d040-4053-a999-f4b58c9362b0), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:27.272870 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:27.275112 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b137134-ce06-4c0f-b3e0-6a7ae22cae09" -d '{"events": [{"server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "name": "network-vif-plugged", "status": "completed", "tag": "3da60010-d040-4053-a999-f4b58c9362b0"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:27.287674 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 3da60010-d040-4053-a999-f4b58c9362b0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3da60010-d040-4053-a999-f4b58c9362b0,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:27.293033 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (3da60010-d040-4053-a999-f4b58c9362b0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:27.319130 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69c3081-1bce-46f3-8cc3-a6acfa76d069 x-openstack-request-id: req-f69c3081-1bce-46f3-8cc3-a6acfa76d069 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:27.319421 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "name": "network-vif-plugged", "status": "completed", "tag": "3da60010-d040-4053-a999-f4b58c9362b0", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:27.319669 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f69c3081-1bce-46f3-8cc3-a6acfa76d069 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:27.320056 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69c3081-1bce-46f3-8cc3-a6acfa76d069'] response: {'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0', 'code': 200} Jun 23 17:19:27.344227 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=3da60010-d040-4053-a999-f4b58c9362b0,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:27.531253 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1866d00-1230-474d-8b5b-82ab76cf4f61 req-be89991f-706d-461a-940f-7ac3cecc3b22 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:27.532848 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1866d00-1230-474d-8b5b-82ab76cf4f61 req-be89991f-706d-461a-940f-7ac3cecc3b22 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 946 time: 0.0559044 Jun 23 17:19:27.564282 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:27.583590 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1866d00-1230-474d-8b5b-82ab76cf4f61 req-a3fe577e-74f7-4ae2-ba43-e2e8de2f1247 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Jun 23 17:19:27.621957 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987228b2-7db3-437d-8f0c-17e68994234d req-73073a7b-760d-498c-b2b4-b0514175c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:27.623425 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-987228b2-7db3-437d-8f0c-17e68994234d req-73073a7b-760d-498c-b2b4-b0514175c9fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 1130 time: 0.0387037 Jun 23 17:19:27.671269 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-987228b2-7db3-437d-8f0c-17e68994234d req-add1a33b-43df-4ce4-a401-1a962c77c4e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Jun 23 17:19:28.684216 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-58da0477-b61f-40ab-88c6-d2e8a381c8be tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585408897&fields=id&tenant_id=26dde39423224c57b71005a60dacbed3 HTTP/1.1" status: 200 len: 267 time: 0.0465705 Jun 23 17:19:28.699975 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c5db-43ea-4035-ba01-0879e83697ea req-69d3aaed-03b1-4eb9-b1b7-9dbbadd1fae4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:28.701476 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8a8c5db-43ea-4035-ba01-0879e83697ea req-69d3aaed-03b1-4eb9-b1b7-9dbbadd1fae4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 946 time: 0.0488095 Jun 23 17:19:28.737178 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-a09949c0-8237-4760-b6c1-33e9adb383c2 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:28.738987 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-a09949c0-8237-4760-b6c1-33e9adb383c2 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 985 time: 0.0480385 Jun 23 17:19:28.750321 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Request body: {'port': {'security_groups': ['928d152e-f95d-49db-9c8d-f76606d36971']}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:19:28.756103 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8a8c5db-43ea-4035-ba01-0879e83697ea req-9f502a93-8eac-4a32-bdc3-5f6947df1933 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484819 Jun 23 17:19:28.833670 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:28.913671 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:29.247556 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] For port f326af8b-43a2-44c9-902a-68353086ffbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f326af8b-43a2-44c9-902a-68353086ffbf,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:29.277117 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for port (f326af8b-43a2-44c9-902a-68353086ffbf), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.283516 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.326472 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:29.327087 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.328471 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4ce2907-b18a-44b6-82e9-a1745b8027f5 req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "PUT /v2.0/ports/f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 943 time: 0.5827448 Jun 23 17:19:29.328899 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:29.334332 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f70bf5-b7be-471e-872a-1926b0371364" -d '{"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:29.334640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55176) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:29.343497 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['f326af8b-43a2-44c9-902a-68353086ffbf'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:19:29.359094 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event updated for resources: {'Port': ['ID=f326af8b-43a2-44c9-902a-68353086ffbf,revision_number=7']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:29.372082 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.372415 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.372762 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.373102 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.373437 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.373769 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.374119 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.374446 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.374773 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.375100 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.375424 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.379182 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.379655 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.380016 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.380342 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0fea1d-9505-44d7-a300-ba57c95a67c0 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.384919 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa518309-3407-4bad-9c99-ba793c97eb38 x-openstack-request-id: req-aa518309-3407-4bad-9c99-ba793c97eb38 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:29.385197 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:29.385450 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa518309-3407-4bad-9c99-ba793c97eb38 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:29.385870 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa518309-3407-4bad-9c99-ba793c97eb38'] response: {'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'status': 'completed', 'code': 200} Jun 23 17:19:29.421023 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group (cb78783d-ec84-4997-acd0-f10a4bde3494), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.448796 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group (cb78783d-ec84-4997-acd0-f10a4bde3494), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.524461 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (cb78783d-ec84-4997-acd0-f10a4bde3494), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.527327 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.528508 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "DELETE /v2.0/security-groups/cb78783d-ec84-4997-acd0-f10a4bde3494 HTTP/1.1" status: 204 len: 168 time: 0.1929040 Jun 23 17:19:29.531363 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55178) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:29.538126 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb78783d-ec84-4997-acd0-f10a4bde3494,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:29.545333 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.545688 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.546062 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.546406 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.546741 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.547074 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.547407 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.547739 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.548067 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.548396 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.548725 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.549050 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.549375 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.549771 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.550121 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672cafa-f90e-4cbe-9fcd-8c58f874e10c tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:29.607335 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['f326af8b-43a2-44c9-902a-68353086ffbf'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:19:29.648246 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-3059b52c-7d95-4980-8234-cdbfe195cf7e None None] Provisioning complete for port f326af8b-43a2-44c9-902a-68353086ffbf triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:19:29.648617 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3059b52c-7d95-4980-8234-cdbfe195cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.672317 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Deleting port de8b17e9-4a72-4774-af95-25ef5e5a47df {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:29.672653 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (de8b17e9-4a72-4774-af95-25ef5e5a47df), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.754362 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (de8b17e9-4a72-4774-af95-25ef5e5a47df), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.755088 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for floatingip (de8b17e9-4a72-4774-af95-25ef5e5a47df), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:29.767680 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Calling delete_port for de8b17e9-4a72-4774-af95-25ef5e5a47df owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:29.780867 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-3059b52c-7d95-4980-8234-cdbfe195cf7e None None] Current status of the port f326af8b-43a2-44c9-902a-68353086ffbf is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:19:29.788572 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:29.808750 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:29.894003 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f70bf5-b7be-471e-872a-1926b0371364 req-b4c73683-18d6-417e-926e-ebe11d4c82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:29.895522 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13f70bf5-b7be-471e-872a-1926b0371364 req-b4c73683-18d6-417e-926e-ebe11d4c82ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26dde39423224c57b71005a60dacbed3&device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1130 time: 0.0409462 Jun 23 17:19:29.908441 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d5bb-3972-4dd7-834f-0212a3027171 req-112cacbe-9364-43aa-9ec0-460880d2f24b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:29.909937 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5295d5bb-3972-4dd7-834f-0212a3027171 req-112cacbe-9364-43aa-9ec0-460880d2f24b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 946 time: 0.0731449 Jun 23 17:19:29.969304 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:29.982011 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5295d5bb-3972-4dd7-834f-0212a3027171 req-c74b39cd-659f-4e0e-adae-ad4f50277216 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635231 Jun 23 17:19:30.000853 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f70bf5-b7be-471e-872a-1926b0371364 req-95088b4f-f4cb-4bd8-834b-bf882af98b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:30.000853 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13f70bf5-b7be-471e-872a-1926b0371364 req-95088b4f-f4cb-4bd8-834b-bf882af98b0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=2332f670-26c0-4a09-b312-dc7134c61067 HTTP/1.1" status: 200 len: 915 time: 0.0937545 Jun 23 17:19:30.024666 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (de8b17e9-4a72-4774-af95-25ef5e5a47df), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:30.054042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f331e5a8-e33d-48be-8ce8-6af01e7bfbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:30.062882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event deleted for resources: {'Port': ['ID=de8b17e9-4a72-4774-af95-25ef5e5a47df,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:30.110925 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13f70bf5-b7be-471e-872a-1926b0371364 req-7e913c0d-fc6c-49fd-adbc-22dd8cc3f6b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 1002 time: 0.1055956 Jun 23 17:19:30.117349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e4094-d89c-4ae5-93d4-c13c541ecf33 req-70ef7e2c-fb47-45f5-9291-c6f97658bf2b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:30.118857 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a0e4094-d89c-4ae5-93d4-c13c541ecf33 req-70ef7e2c-fb47-45f5-9291-c6f97658bf2b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 946 time: 0.0612442 Jun 23 17:19:30.128063 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks [] for floatingip (19668157-246e-4ce7-9e8f-51b451e11260), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:30.128888 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Floating IP 19668157-246e-4ce7-9e8f-51b451e11260 disassociated (deleted). External IP: 172.27.0.138, port: f326af8b-43a2-44c9-902a-68353086ffbf. Jun 23 17:19:30.170896 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:30.203202 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f70bf5-b7be-471e-872a-1926b0371364 req-6e68131e-b567-4d28-87fc-61ae26014d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:30.204686 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13f70bf5-b7be-471e-872a-1926b0371364 req-6e68131e-b567-4d28-87fc-61ae26014d84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88d44bd9-b1fa-4867-b53c-a7463ec79833 HTTP/1.1" status: 200 len: 853 time: 0.0726912 Jun 23 17:19:30.208746 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a0e4094-d89c-4ae5-93d4-c13c541ecf33 req-29f63acc-40f1-4301-a893-0be2b2118f27 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841506 Jun 23 17:19:30.233109 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55184) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:30.254150 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f70bf5-b7be-471e-872a-1926b0371364 req-bb2f5e9e-84a9-4401-95bb-b7ed44c94896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:30.255697 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13f70bf5-b7be-471e-872a-1926b0371364 req-bb2f5e9e-84a9-4401-95bb-b7ed44c94896 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2332f670-26c0-4a09-b312-dc7134c61067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442338 Jun 23 17:19:30.310335 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54c411-5ca6-4c89-bedc-272cc8c80703 tempest-TestVolumeBootPattern-1407441161 tempest-TestVolumeBootPattern-1407441161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:30.314495 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-fd54c411-5ca6-4c89-bedc-272cc8c80703 tempest-TestVolumeBootPattern-1407441161 tempest-TestVolumeBootPattern-1407441161-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 1125 time: 0.0776753 Jun 23 17:19:30.315803 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55186) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:30.342951 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:19:30.348415 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13f70bf5-b7be-471e-872a-1926b0371364 req-66a849a3-cf12-4a2b-b0a9-e29f995955a8 service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846841 Jun 23 17:19:30.382772 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:30.387467 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Router ef58196d-d9a8-42c4-bfcb-b2d391015267 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:19:30.448011 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13f70bf5-b7be-471e-872a-1926b0371364 req-e7650ae3-100f-4d87-a99b-9d8db588cf90 service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897572 Jun 23 17:19:30.504784 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:30.611993 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:19:30.618460 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:30.621822 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] Sync routers for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:19:30.632829 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:30.633469 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:30.668365 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:30.679423 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d630784f-ab35-46f1-a930-45b649f03c54 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "DELETE /v2.0/floatingips/19668157-246e-4ce7-9e8f-51b451e11260 HTTP/1.1" status: 204 len: 168 time: 1.1469505 Jun 23 17:19:30.709468 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Allocated IP 172.27.0.202 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/30a7add0-2c4e-4a49-a07e-49955b4fadad) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:19:30.740755 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:30.824619 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (30a7add0-2c4e-4a49-a07e-49955b4fadad), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:30.863747 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (30a7add0-2c4e-4a49-a07e-49955b4fadad), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:30.909623 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:19:30.914326 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:19:30.918351 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:19:30.938236 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:30.943076 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:34Z', 'revision_number': 5, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:30.950265 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=30a7add0-2c4e-4a49-a07e-49955b4fadad,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:30.970469 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] Checking router: ef58196d-d9a8-42c4-bfcb-b2d391015267 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:19:30.980134 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:30.980970 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:30.990478 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:31.168166 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:31.294632 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (d26b918f-4459-4236-bbd5-52472ff014f8), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:31.356462 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:34Z', 'revision_number': 5, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:31.365704 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (30a7add0-2c4e-4a49-a07e-49955b4fadad), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:31.380554 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94789f39-e6fe-4a3f-a3b2-76dc8e12bd57 None None] The sync data for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi is: [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:15:29Z', 'revision_number': 4, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a45686d7-316b-41c7-88f0-745b3caf66a6', 'name': '', 'network_id': '2332f670-26c0-4a09-b312-dc7134c61067', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'mac_address': 'fa:16:3e:f1:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:27Z', 'updated_at': '2022-06-23T17:15:34Z', 'revision_number': 5, 'project_id': '26dde39423224c57b71005a60dacbed3', 'subnets': [{'id': '88d44bd9-b1fa-4867-b53c-a7463ec79833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:19:31.387911 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:31.390195 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07c743a-eee3-464b-b721-f1d560f5a4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:31.430211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ea1e6-77d9-4001-942e-8a2cc202b15a x-openstack-request-id: req-516ea1e6-77d9-4001-942e-8a2cc202b15a {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:31.430528 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:31.430770 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-516ea1e6-77d9-4001-942e-8a2cc202b15a {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:31.431184 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516ea1e6-77d9-4001-942e-8a2cc202b15a'] response: {'name': 'network-changed', 'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'status': 'completed', 'code': 200} Jun 23 17:19:31.529550 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (30a7add0-2c4e-4a49-a07e-49955b4fadad), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:31.536108 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (30a7add0-2c4e-4a49-a07e-49955b4fadad), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:31.541276 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=3,neutron:INSERT=3,neutron:SELECT=94 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:31.578284 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-dedf584e-bc26-494a-8c5c-43c2052de954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:31.580691 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-dedf584e-bc26-494a-8c5c-43c2052de954 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=26dde39423224c57b71005a60dacbed3&device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 1130 time: 0.0435176 Jun 23 17:19:31.612663 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=30a7add0-2c4e-4a49-a07e-49955b4fadad,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:31.613542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:31.626878 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (d26b918f-4459-4236-bbd5-52472ff014f8), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:31.646298 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dfc940-12ee-4891-866a-2b58174ad0da None None] New status for floating IP 19668157-246e-4ce7-9e8f-51b451e11260: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:19:31.692473 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-92dbe857-45c6-413f-a175-855ef050ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:31.696211 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-92dbe857-45c6-413f-a175-855ef050ddc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2332f670-26c0-4a09-b312-dc7134c61067 HTTP/1.1" status: 200 len: 915 time: 0.1046665 Jun 23 17:19:31.740128 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Floating IP d26b918f-4459-4236-bbd5-52472ff014f8 associated. External IP: 172.27.0.202, port: 3da60010-d040-4053-a999-f4b58c9362b0. Jun 23 17:19:31.756990 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-9d6a1618-eb47-4ca0-8ae3-63715bc0370e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 200 len: 217 time: 0.0409379 Jun 23 17:19:31.808355 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-3807f3e1-4885-40cb-aaa4-f30eecf0571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:31.809833 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-3807f3e1-4885-40cb-aaa4-f30eecf0571a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=88d44bd9-b1fa-4867-b53c-a7463ec79833 HTTP/1.1" status: 200 len: 853 time: 0.0450895 Jun 23 17:19:31.823421 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:31.854112 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-0cee1fd9-497e-43c2-ad53-b85faa24c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:31.855651 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-0cee1fd9-497e-43c2-ad53-b85faa24c3c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2332f670-26c0-4a09-b312-dc7134c61067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388989 Jun 23 17:19:31.941841 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Router 8632da15-fd85-4798-9b6b-83d83643f31e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:19:31.952061 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-ac47a78d-a000-40d5-8fe2-f1914f623f9c service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894244 Jun 23 17:19:32.054821 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:19:32.063438 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e07c743a-eee3-464b-b721-f1d560f5a4b5 req-f75184e3-28ec-45ea-8ccd-a8e5bff457d9 service neutron] 10.222.0.57 "GET /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038134 Jun 23 17:19:32.070360 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:19:32.077115 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:32.081662 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:32.082262 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:32.114295 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-07db24db-9717-47b7-a8d9-8cae8287f4f5 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7972894 Jun 23 17:19:32.199080 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:32.291334 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:32.328489 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-152ba15b-3bb0-42ed-a48d-e4865ce6d50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:32.415902 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:31Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:32.441903 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:19:32.450598 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:32.451126 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:32.553686 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:32.705358 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:32.768141 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:31Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:32.796452 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49209cdb-e1a6-45ad-b0bb-ba43110e8d2a None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:31Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:19:32.993578 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f4739b-112b-459a-851f-a421a875d693 None None] New status for floating IP d26b918f-4459-4236-bbd5-52472ff014f8: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:19:32.997000 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:33.432997 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:33.436476 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "tag": "3da60010-d040-4053-a999-f4b58c9362b0"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:33.465278 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:33.477960 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eeb387-e611-43ef-a9f7-1ef1585534d9 x-openstack-request-id: req-77eeb387-e611-43ef-a9f7-1ef1585534d9 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:33.478266 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "tag": "3da60010-d040-4053-a999-f4b58c9362b0", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:33.478546 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77eeb387-e611-43ef-a9f7-1ef1585534d9 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:33.478956 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77eeb387-e611-43ef-a9f7-1ef1585534d9'] response: {'name': 'network-changed', 'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0', 'status': 'completed', 'code': 200} Jun 23 17:19:33.569564 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-32f9bdd2-30a5-4b01-b1ae-88faeb4bf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:33.571095 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-32f9bdd2-30a5-4b01-b1ae-88faeb4bf7bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 1130 time: 0.0410330 Jun 23 17:19:33.605732 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:33.664355 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-0be61ca0-9598-4cda-9426-d25aae56ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:33.665890 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-0be61ca0-9598-4cda-9426-d25aae56ab67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.0880449 Jun 23 17:19:33.732317 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-85fea0d6-46ca-49bd-98c2-0f8f940731ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3da60010-d040-4053-a999-f4b58c9362b0 HTTP/1.1" status: 200 len: 1002 time: 0.0604084 Jun 23 17:19:33.793493 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-62bf2b45-3870-457f-8330-3dc2a65c2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:33.794999 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-62bf2b45-3870-457f-8330-3dc2a65c2005 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0564220 Jun 23 17:19:33.838365 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-8a2f342b-2ee1-41fe-a26c-df87df8abc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:33.839817 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-8a2f342b-2ee1-41fe-a26c-df87df8abc7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382211 Jun 23 17:19:33.940984 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-00286669-8ab4-498d-89d3-a2d63e816bd1 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941482 Jun 23 17:19:34.037458 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3e0eb1c-43d9-4ae8-a78e-e71b16657ec7 req-71da5d72-d26d-4861-ab12-449ace58c64d service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900409 Jun 23 17:19:34.576371 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8792dd-491f-488f-9fc0-eaab8346e9be req-fc2e833d-965d-4e41-a8f5-e12cc2a33f7e tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:34.577733 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cb8792dd-491f-488f-9fc0-eaab8346e9be req-fc2e833d-965d-4e41-a8f5-e12cc2a33f7e tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0591800 Jun 23 17:19:34.629390 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cb8792dd-491f-488f-9fc0-eaab8346e9be req-c680cd97-e056-4bac-876d-b567d7780388 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Jun 23 17:19:34.823110 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:34.832008 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:35.189240 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:35.218754 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:35.759998 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e768-e391-4ef9-be6a-8cc23ce8bcc5 req-ec7b7234-9ebe-43cc-9573-189ab4eafe1b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:35.761378 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d317e768-e391-4ef9-be6a-8cc23ce8bcc5 req-ec7b7234-9ebe-43cc-9573-189ab4eafe1b tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0519190 Jun 23 17:19:35.813364 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d317e768-e391-4ef9-be6a-8cc23ce8bcc5 req-943b6a18-fc72-44d0-b748-aa033b7293a8 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Jun 23 17:19:36.843230 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-4b618945-3eee-490f-914f-2dbe83e7bec1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:36.845038 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-4b618945-3eee-490f-914f-2dbe83e7bec1 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.57 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0545981 Jun 23 17:19:36.897049 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:36.932669 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb5d55-693e-4d16-b998-936c191067ef req-a96b78af-4a2f-467f-9701-754d9592efe3 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:36.934142 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b6fb5d55-693e-4d16-b998-936c191067ef req-a96b78af-4a2f-467f-9701-754d9592efe3 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/ports?device_id=80236cf3-b3a0-42de-89ee-da5deb3de2a1 HTTP/1.1" status: 200 len: 946 time: 0.0469706 Jun 23 17:19:36.936124 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Deleting port f326af8b-43a2-44c9-902a-68353086ffbf {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:36.936473 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:36.980867 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b6fb5d55-693e-4d16-b998-936c191067ef req-b4578024-0e50-4866-aac4-3958dd0519a3 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.18 "GET /v2.0/security-groups?id=928d152e-f95d-49db-9c8d-f76606d36971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 Jun 23 17:19:37.025879 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] For port f326af8b-43a2-44c9-902a-68353086ffbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f326af8b-43a2-44c9-902a-68353086ffbf,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:37.026222 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:37.039569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Calling delete_port for f326af8b-43a2-44c9-902a-68353086ffbf owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:37.191939 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (f326af8b-43a2-44c9-902a-68353086ffbf), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:37.200158 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:37.222694 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Pushing event deleted for resources: {'Port': ['ID=f326af8b-43a2-44c9-902a-68353086ffbf,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:37.231566 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['f326af8b-43a2-44c9-902a-68353086ffbf'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:19:37.272456 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] No DVR routers for this DVR port f326af8b-43a2-44c9-902a-68353086ffbf on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:37.275048 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:37.278246 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37af14b5-8136-49bd-bc8b-1be096c2d9e3 req-0e53403f-7be5-4f05-a1b3-92736444c397 tempest-TestMinimumBasicScenario-342313734 tempest-TestMinimumBasicScenario-342313734-project] 10.222.0.57 "DELETE /v2.0/ports/f326af8b-43a2-44c9-902a-68353086ffbf HTTP/1.1" status: 204 len: 173 time: 0.4258981 Jun 23 17:19:37.278687 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'name': 'network-vif-deleted', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:37.280926 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e0490a-ebd2-46a6-9595-0eac735dbd26" -d '{"events": [{"server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "name": "network-vif-deleted", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:37.317027 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbd488e-c960-47ba-a73b-c1ec281781d4 x-openstack-request-id: req-adbd488e-c960-47ba-a73b-c1ec281781d4 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:37.317316 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80236cf3-b3a0-42de-89ee-da5deb3de2a1", "name": "network-vif-deleted", "tag": "f326af8b-43a2-44c9-902a-68353086ffbf", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:37.317563 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adbd488e-c960-47ba-a73b-c1ec281781d4 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:37.317991 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbd488e-c960-47ba-a73b-c1ec281781d4'] response: {'server_uuid': '80236cf3-b3a0-42de-89ee-da5deb3de2a1', 'name': 'network-vif-deleted', 'tag': 'f326af8b-43a2-44c9-902a-68353086ffbf', 'status': 'completed', 'code': 200} Jun 23 17:19:38.717951 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55290) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:39.175936 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:39.332215 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (ef58196d-d9a8-42c4-bfcb-b2d391015267), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:39.542408 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:39.633893 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73706671-3a61-43a2-83bf-8c9597da5793 req-b1bcbefe-82ee-4fb1-8bc5-842292ac6375 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:39.635377 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-73706671-3a61-43a2-83bf-8c9597da5793 req-b1bcbefe-82ee-4fb1-8bc5-842292ac6375 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0743468 Jun 23 17:19:39.649236 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Deleting port a45686d7-316b-41c7-88f0-745b3caf66a6 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:39.649568 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:39.735750 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-73706671-3a61-43a2-83bf-8c9597da5793 req-8cdde2ef-fc82-4bb1-851b-bcb671354af8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945604 Jun 23 17:19:39.759577 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] For port a45686d7-316b-41c7-88f0-745b3caf66a6, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=a45686d7-316b-41c7-88f0-745b3caf66a6,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:39.759931 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:39.773050 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Calling delete_port for a45686d7-316b-41c7-88f0-745b3caf66a6 owned by network:router_interface {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:39.947749 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (a45686d7-316b-41c7-88f0-745b3caf66a6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:39.970867 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45686d7-316b-41c7-88f0-745b3caf66a6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:40.085994 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:40.137957 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (ef58196d-d9a8-42c4-bfcb-b2d391015267), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:40.345126 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Router ef58196d-d9a8-42c4-bfcb-b2d391015267 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:19:40.363209 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:40.451564 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:19:40.459846 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-00d4f93a-c49b-40b5-9b91-472a90feab10 admin admin] 10.222.0.18 "PUT /v2.0/routers/ef58196d-d9a8-42c4-bfcb-b2d391015267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7408266 Jun 23 17:19:40.460326 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55300) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:40.460761 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] Sync routers for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:19:40.471549 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:40.472174 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:40.559775 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks [] for router (ef58196d-d9a8-42c4-bfcb-b2d391015267), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:40.571904 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:40.658183 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks [] for router_gateway (ef58196d-d9a8-42c4-bfcb-b2d391015267), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:40.705363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Deleting port 12b34a21-f456-4cb2-aebc-e28f89940af8 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:40.705684 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:40.749984 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:19:39Z', 'revision_number': 5, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port': {'id': '12b34a21-f456-4cb2-aebc-e28f89940af8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:24Z', 'updated_at': '2022-06-23T17:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:40.774763 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] Checking router: ef58196d-d9a8-42c4-bfcb-b2d391015267 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:19:40.783318 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] Routers {'ef58196d-d9a8-42c4-bfcb-b2d391015267'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:40.783935 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ef58196d-d9a8-42c4-bfcb-b2d391015267'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:40.789892 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] For port 12b34a21-f456-4cb2-aebc-e28f89940af8, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=12b34a21-f456-4cb2-aebc-e28f89940af8,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:40.790712 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:40.805162 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Calling delete_port for 12b34a21-f456-4cb2-aebc-e28f89940af8 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:40.959600 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] Set router ef58196d-d9a8-42c4-bfcb-b2d391015267 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:41.011564 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:19:40Z', 'revision_number': 6, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:41.037825 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc386a9-61b3-44eb-b5ec-b6e97f97716b None None] The sync data for ids ['ef58196d-d9a8-42c4-bfcb-b2d391015267'] in dv-cinder-835384-10-iscsi is: [{'id': 'ef58196d-d9a8-42c4-bfcb-b2d391015267', 'name': 'tempest-TestMinimumBasicScenario-219018943-router', 'tenant_id': '26dde39423224c57b71005a60dacbed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:23Z', 'updated_at': '2022-06-23T17:19:40Z', 'revision_number': 6, 'project_id': '26dde39423224c57b71005a60dacbed3', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:19:41.161459 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc274d1-4f70-4ebd-b4a1-cd35efcfcba1 req-2495fd74-acd1-4b09-b0b9-8220df588d97 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:41.162972 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bcc274d1-4f70-4ebd-b4a1-cd35efcfcba1 req-2495fd74-acd1-4b09-b0b9-8220df588d97 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.3517408 Jun 23 17:19:41.187317 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device f326af8b-43a2-44c9-902a-68353086ffbf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:41.190709 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:41.208037 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: f326af8b-43a2-44c9-902a-68353086ffbf {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:41.208382 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device f326af8b-43a2-44c9-902a-68353086ffbf not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:41.267038 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bcc274d1-4f70-4ebd-b4a1-cd35efcfcba1 req-09885a7d-d868-4bf1-b2af-7a6131010316 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981364 Jun 23 17:19:41.324284 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (12b34a21-f456-4cb2-aebc-e28f89940af8), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.346171 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b34a21-f456-4cb2-aebc-e28f89940af8,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:41.414468 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (ef58196d-d9a8-42c4-bfcb-b2d391015267), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.508824 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (ef58196d-d9a8-42c4-bfcb-b2d391015267), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.511091 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks [] for router_controller (ef58196d-d9a8-42c4-bfcb-b2d391015267), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.559354 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (ef58196d-d9a8-42c4-bfcb-b2d391015267), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.560444 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef58196d-d9a8-42c4-bfcb-b2d391015267 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:19:41.566070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.567304 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b7d29a33-46d6-4d68-b532-21de2d4ceca7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ef58196d-d9a8-42c4-bfcb-b2d391015267 HTTP/1.1" status: 204 len: 168 time: 1.1059227 Jun 23 17:19:41.569906 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55306) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:41.615440 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-990fea9e-beb6-4727-b599-30211cfe11e0 admin admin] Deleting subnet 88d44bd9-b1fa-4867-b53c-a7463ec79833 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:19:41.618731 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-990fea9e-beb6-4727-b599-30211cfe11e0 admin admin] Publish callbacks [] for subnet (88d44bd9-b1fa-4867-b53c-a7463ec79833), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.652861 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-990fea9e-beb6-4727-b599-30211cfe11e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907584'] for subnet (88d44bd9-b1fa-4867-b53c-a7463ec79833), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.675347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:41.760730 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-990fea9e-beb6-4727-b599-30211cfe11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (88d44bd9-b1fa-4867-b53c-a7463ec79833), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.822867 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-990fea9e-beb6-4727-b599-30211cfe11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11343999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12083498'] for subnet (88d44bd9-b1fa-4867-b53c-a7463ec79833), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.845584 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 12b34a21-f456-4cb2-aebc-e28f89940af8 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:41.850917 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fea9e-beb6-4727-b599-30211cfe11e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d44bd9-b1fa-4867-b53c-a7463ec79833,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:41.854652 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-990fea9e-beb6-4727-b599-30211cfe11e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.860047 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-990fea9e-beb6-4727-b599-30211cfe11e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/88d44bd9-b1fa-4867-b53c-a7463ec79833 HTTP/1.1" status: 204 len: 168 time: 0.2869139 Jun 23 17:19:41.860489 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55308) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:41.869935 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e7e4b-246d-4417-8b9f-74b3d6ff88eb None None] Network 2332f670-26c0-4a09-b312-dc7134c61067 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:19:41.873287 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 12b34a21-f456-4cb2-aebc-e28f89940af8 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:41.873703 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 12b34a21-f456-4cb2-aebc-e28f89940af8 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:41.874215 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device a45686d7-316b-41c7-88f0-745b3caf66a6 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:41.906538 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: a45686d7-316b-41c7-88f0-745b3caf66a6 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:41.906890 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device a45686d7-316b-41c7-88f0-745b3caf66a6 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:41.938338 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (2332f670-26c0-4a09-b312-dc7134c61067), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:41.978888 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Deleting port fa877e5c-f2d6-4290-a67c-25e96b69ec16 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:41.979485 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.044605 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] For port fa877e5c-f2d6-4290-a67c-25e96b69ec16, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=fa877e5c-f2d6-4290-a67c-25e96b69ec16,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:42.044976 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.053553 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] DHCP port deletion for 2332f670-26c0-4a09-b312-dc7134c61067 request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:19:42.068188 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Calling delete_port for fa877e5c-f2d6-4290-a67c-25e96b69ec16 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:42.096643 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] Deleting port fa877e5c-f2d6-4290-a67c-25e96b69ec16 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:42.097148 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.150316 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.161446 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] For port fa877e5c-f2d6-4290-a67c-25e96b69ec16, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=fa877e5c-f2d6-4290-a67c-25e96b69ec16,segment=NetworkSegment(d340b5ef-4223-447e-9889-4a3bb50d72d4),segment_id=d340b5ef-4223-447e-9889-4a3bb50d72d4)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:42.162450 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.178112 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] No DVR routers for this DVR port fa877e5c-f2d6-4290-a67c-25e96b69ec16 on host dv-cinder-835384-10-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:42.181286 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] Calling delete_port for fa877e5c-f2d6-4290-a67c-25e96b69ec16 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:42.182640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa877e5c-f2d6-4290-a67c-25e96b69ec16,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:42.253274 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (2332f670-26c0-4a09-b312-dc7134c61067), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.267872 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (fa877e5c-f2d6-4290-a67c-25e96b69ec16), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.274481 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2332f670-26c0-4a09-b312-dc7134c61067']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:42.285246 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd340b5ef-4223-447e-9889-4a3bb50d72d4') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:42.285551 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd340b5ef-4223-447e-9889-4a3bb50d72d4') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:42.292540 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] Pushing event deleted for resources: {'Port': ['ID=fa877e5c-f2d6-4290-a67c-25e96b69ec16,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:42.303038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (d340b5ef-4223-447e-9889-4a3bb50d72d4), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.303329 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9980f-eba8-46a0-acbf-6ae81db52da3 None None] No DVR routers for this DVR port fa877e5c-f2d6-4290-a67c-25e96b69ec16 on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:42.324658 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (d340b5ef-4223-447e-9889-4a3bb50d72d4), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.333154 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:19:42.333928 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (d340b5ef-4223-447e-9889-4a3bb50d72d4), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.360952 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:42.416525 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment d340b5ef-4223-447e-9889-4a3bb50d72d4 resource provider aggregate not found Jun 23 17:19:42.435070 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa6ede-1e82-4707-908e-ac3dc3e4d46a req-d2503421-0eac-4b64-adaa-7e5008244969 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:42.436682 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-69aa6ede-1e82-4707-908e-ac3dc3e4d46a req-d2503421-0eac-4b64-adaa-7e5008244969 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0885987 Jun 23 17:19:42.438184 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (2332f670-26c0-4a09-b312-dc7134c61067), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.440759 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment d340b5ef-4223-447e-9889-4a3bb50d72d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d340b5ef-4223-447e-9889-4a3bb50d72d4 found for delete ", "request_id": "req-c3fb536d-ed2f-4f30-aedf-cd608b5ee46a"}]} Jun 23 17:19:42.444819 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.450498 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] 10.222.0.18 "DELETE /v2.0/networks/2332f670-26c0-4a09-b312-dc7134c61067 HTTP/1.1" status: 204 len: 168 time: 0.5889416 Jun 23 17:19:42.453648 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55318) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:42.470081 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dd24a-64d4-4304-bf7e-de23d3b0b89b admin admin] Pushing event deleted for resources: {'Network': ['ID=2332f670-26c0-4a09-b312-dc7134c61067,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:42.507135 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-69aa6ede-1e82-4707-908e-ac3dc3e4d46a req-21cb9bc8-bced-45e5-9ae4-d718696a53b7 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545113 Jun 23 17:19:42.774214 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:42.812681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:43.008932 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Deleting port b5a96902-7bb6-494f-94a2-b914ce8cd35e {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:43.009173 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:43.099944 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] For port b5a96902-7bb6-494f-94a2-b914ce8cd35e, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=b5a96902-7bb6-494f-94a2-b914ce8cd35e,segment=NetworkSegment(dc575dd8-646c-40c3-b0c6-76e0dbe5f466),segment_id=dc575dd8-646c-40c3-b0c6-76e0dbe5f466)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:43.100307 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:43.113153 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Calling delete_port for b5a96902-7bb6-494f-94a2-b914ce8cd35e owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:43.159579 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:43.297110 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (b5a96902-7bb6-494f-94a2-b914ce8cd35e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:43.325903 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a96902-7bb6-494f-94a2-b914ce8cd35e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:43.494073 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:43.601135 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device fa877e5c-f2d6-4290-a67c-25e96b69ec16 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:43.621333 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: fa877e5c-f2d6-4290-a67c-25e96b69ec16 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:43.621684 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device fa877e5c-f2d6-4290-a67c-25e96b69ec16 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:43.670793 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-bd4b3405-5eb4-47cf-b79b-e8948a7ff439 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:43.672263 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-bd4b3405-5eb4-47cf-b79b-e8948a7ff439 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0895388 Jun 23 17:19:43.681103 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e60b6-083b-41b7-8533-88a686e00e32 req-ff90efe7-413e-4d2f-9275-983e2e5a4b78 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:43.682558 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e43e60b6-083b-41b7-8533-88a686e00e32 req-ff90efe7-413e-4d2f-9275-983e2e5a4b78 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 946 time: 0.0877256 Jun 23 17:19:43.691885 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:43.855418 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e43e60b6-083b-41b7-8533-88a686e00e32 req-c1f7e274-9538-4259-a9f5-a8cce96a5afe tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=89677882-b10d-4da7-a077-6a0ccd5afa91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618202 Jun 23 17:19:43.875728 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Deleting port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:43.876076 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:43.915047 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:19:43.966386 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:44.018623 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] For port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:44.018983 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.143471 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:19:44.151094 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-17d5f86d-ac96-46a8-ace7-b2e0c0e72427 admin admin] 10.222.0.18 "PUT /v2.0/routers/0bd3d8c1-cae8-4e37-ad76-d819da6ff736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6953342 Jun 23 17:19:44.152393 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55322) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:44.161455 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] Sync routers for ids ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:19:44.171584 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] Routers {'0bd3d8c1-cae8-4e37-ad76-d819da6ff736'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:44.172194 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:44.233615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.233615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (a4fb29ca-bbc3-4989-9f91-975d71b47565), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.234030 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Floating IP a4fb29ca-bbc3-4989-9f91-975d71b47565 disassociated. External IP: 172.27.0.194, port: 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf. Jun 23 17:19:44.234200 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Calling delete_port for 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:44.254174 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks [] for router (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.277558 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] Set router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:44.354865 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks [] for router_gateway (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.370908 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.392128 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:44.398301 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event deleted for resources: {'Port': ['ID=3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:44.406787 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Deleting port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:44.407180 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.472083 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:19:43Z', 'revision_number': 5, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port': {'id': '93d6f767-6de4-44a9-ab75-9ba29cf3fa2c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:44.497710 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] Checking router: 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:19:44.498114 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] For port 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=93d6f767-6de4-44a9-ab75-9ba29cf3fa2c,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:44.498656 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.506921 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] Routers {'0bd3d8c1-cae8-4e37-ad76-d819da6ff736'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:44.507543 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:44.512838 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Calling delete_port for 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:44.519780 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Router 95caa299-1b35-4bec-ba80-17a3afc2bc0b has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:19:44.578609 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:44.590812 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] Set router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:44.629397 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:19:44.641600 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] Sync routers for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:19:44.642199 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:19:44Z', 'revision_number': 6, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:44.655658 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:44.656674 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:44.670958 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65490a0c-a65f-4fcd-bbc8-6a097d0806a4 None None] The sync data for ids ['0bd3d8c1-cae8-4e37-ad76-d819da6ff736'] in dv-cinder-835384-10-iscsi is: [{'id': '0bd3d8c1-cae8-4e37-ad76-d819da6ff736', 'name': 'tempest-TestMinimumBasicScenario-1741040002-router', 'tenant_id': '71166459c9b047498aa0514538f539ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:35Z', 'updated_at': '2022-06-23T17:19:44Z', 'revision_number': 6, 'project_id': '71166459c9b047498aa0514538f539ce', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:19:44.676792 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] No DVR routers for this DVR port 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:44.679817 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.685956 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9e98457-fcb0-4429-ae7e-6b879ff69058 req-281e8cf6-2a17-4853-a27e-326056eaa7e5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "DELETE /v2.0/ports/3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf HTTP/1.1" status: 204 len: 173 time: 0.9979250 Jun 23 17:19:44.685956 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'name': 'network-vif-deleted', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:44.688231 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7bf6fb-45b7-49c0-81b6-a033a9230d5d" -d '{"events": [{"server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "name": "network-vif-deleted", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:44.718917 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (93d6f767-6de4-44a9-ab75-9ba29cf3fa2c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.754561 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3670dfa-c69b-409a-8def-e2c11337bddd x-openstack-request-id: req-c3670dfa-c69b-409a-8def-e2c11337bddd {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:44.754969 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410f9789-fe14-436c-b928-5e32f1057008", "name": "network-vif-deleted", "tag": "3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:44.755425 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3670dfa-c69b-409a-8def-e2c11337bddd {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:44.755934 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3670dfa-c69b-409a-8def-e2c11337bddd'] response: {'server_uuid': '410f9789-fe14-436c-b928-5e32f1057008', 'name': 'network-vif-deleted', 'tag': '3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf', 'status': 'completed', 'code': 200} Jun 23 17:19:44.761135 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d6f767-6de4-44a9-ab75-9ba29cf3fa2c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:44.817715 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:44.849460 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.926087 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:44.990803 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:44.993413 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks [] for router_controller (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.019118 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e55290c-980a-4e1a-b289-122f77feb847 req-349b3fce-5b0c-4824-a17b-cc8bd5835db5 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=410f9789-fe14-436c-b928-5e32f1057008 HTTP/1.1" status: 200 len: 210 time: 0.0331435 Jun 23 17:19:45.041664 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:45.044031 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:45.070406 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] Checking router: 95caa299-1b35-4bec-ba80-17a3afc2bc0b for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:19:45.071744 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:45.079380 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (0bd3d8c1-cae8-4e37-ad76-d819da6ff736), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.079948 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:45.080071 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd3d8c1-cae8-4e37-ad76-d819da6ff736 {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:19:45.080541 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:45.086091 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.087459 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-76759dbe-5116-4e5d-bd76-da3373ca3f39 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0bd3d8c1-cae8-4e37-ad76-d819da6ff736 HTTP/1.1" status: 204 len: 168 time: 0.9339006 Jun 23 17:19:45.089904 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55330) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:45.132716 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb1468e-13a8-47c0-af14-feb6880f5c1b admin admin] Deleting subnet c8ea0305-f5ed-4df3-b28c-3debec897451 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:19:45.135852 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb1468e-13a8-47c0-af14-feb6880f5c1b admin admin] Publish callbacks [] for subnet (c8ea0305-f5ed-4df3-b28c-3debec897451), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.171300 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb1468e-13a8-47c0-af14-feb6880f5c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11756901'] for subnet (c8ea0305-f5ed-4df3-b28c-3debec897451), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.186341 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:45.399150 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:45.436503 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7f573-7ae6-4ca0-9f65-82b3b05420da None None] The sync data for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi is: [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:04Z', 'revision_number': 4, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'a1e59ab3-d6ba-48a1-9acd-a33fe41de324', 'name': '', 'network_id': '8527c448-8fef-4029-974e-c0de37b33eab', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'mac_address': 'fa:16:3e:17:6f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:02Z', 'updated_at': '2022-06-23T17:12:11Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'subnets': [{'id': '4b5c462a-05e2-4d7a-b669-14d58f9209e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:19:45.523149 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb1468e-13a8-47c0-af14-feb6880f5c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (c8ea0305-f5ed-4df3-b28c-3debec897451), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.566614 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:45.591942 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb1468e-13a8-47c0-af14-feb6880f5c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11266086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11703649'] for subnet (c8ea0305-f5ed-4df3-b28c-3debec897451), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.593044 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:45.593607 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 93d6f767-6de4-44a9-ab75-9ba29cf3fa2c not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:45.594147 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device b5a96902-7bb6-494f-94a2-b914ce8cd35e no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:45.613910 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: b5a96902-7bb6-494f-94a2-b914ce8cd35e {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:45.614511 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device b5a96902-7bb6-494f-94a2-b914ce8cd35e not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:45.627573 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1468e-13a8-47c0-af14-feb6880f5c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ea0305-f5ed-4df3-b28c-3debec897451,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:45.631487 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb1468e-13a8-47c0-af14-feb6880f5c1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.636229 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8bb1468e-13a8-47c0-af14-feb6880f5c1b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c8ea0305-f5ed-4df3-b28c-3debec897451 HTTP/1.1" status: 204 len: 168 time: 0.5438282 Jun 23 17:19:45.638208 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55334) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:45.638657 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6896dcda-63dd-423b-bead-cba59fa74e81 None None] Network 96ca108d-95f9-4212-987d-a119a9e61a58 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:19:45.719383 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (96ca108d-95f9-4212-987d-a119a9e61a58), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.747440 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ab653-9f72-42ba-a442-4bc114a0bdc8 None None] New status for floating IP a4fb29ca-bbc3-4989-9f91-975d71b47565: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:19:45.768495 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Deleting port d757130e-9331-4a7f-bf0f-2dfa5d56eaec {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:45.769262 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.797108 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:45.823603 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] DHCP port deletion for 96ca108d-95f9-4212-987d-a119a9e61a58 request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:19:45.835095 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] For port d757130e-9331-4a7f-bf0f-2dfa5d56eaec, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=d757130e-9331-4a7f-bf0f-2dfa5d56eaec,segment=NetworkSegment(dc575dd8-646c-40c3-b0c6-76e0dbe5f466),segment_id=dc575dd8-646c-40c3-b0c6-76e0dbe5f466)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:45.835459 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.849069 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Calling delete_port for d757130e-9331-4a7f-bf0f-2dfa5d56eaec owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:45.933700 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:45.958614 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=d757130e-9331-4a7f-bf0f-2dfa5d56eaec,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:45.963878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] No DVR routers for this DVR port d757130e-9331-4a7f-bf0f-2dfa5d56eaec on host dv-cinder-835384-10-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:45.968815 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] Deleting port d757130e-9331-4a7f-bf0f-2dfa5d56eaec {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:45.969134 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.035882 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] For port d757130e-9331-4a7f-bf0f-2dfa5d56eaec, host dv-cinder-835384-10-iscsi, got binding levels [] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:46.036272 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.049635 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] Calling delete_port for d757130e-9331-4a7f-bf0f-2dfa5d56eaec owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:46.052752 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.ipam_backend_mixin [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] Port d757130e-9331-4a7f-bf0f-2dfa5d56eaec was not found and therefore no delete operation was performed {{(pid=104126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 17:19:46.054058 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (d757130e-9331-4a7f-bf0f-2dfa5d56eaec), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.085960 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] Pushing event deleted for resources: {'Port': ['ID=d757130e-9331-4a7f-bf0f-2dfa5d56eaec,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:46.089721 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1b5a4-4826-4d75-b778-55140ddd4b4c None None] No DVR routers for this DVR port d757130e-9331-4a7f-bf0f-2dfa5d56eaec on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:46.120862 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55340) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:46.182278 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e253992d-28ed-44e0-8c4b-489686602b12 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group (89677882-b10d-4da7-a077-6a0ccd5afa91), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.215108 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e253992d-28ed-44e0-8c4b-489686602b12 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group (89677882-b10d-4da7-a077-6a0ccd5afa91), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.268405 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e253992d-28ed-44e0-8c4b-489686602b12 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (89677882-b10d-4da7-a077-6a0ccd5afa91), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.270941 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e253992d-28ed-44e0-8c4b-489686602b12 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.272118 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e253992d-28ed-44e0-8c4b-489686602b12 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "DELETE /v2.0/security-groups/89677882-b10d-4da7-a077-6a0ccd5afa91 HTTP/1.1" status: 204 len: 168 time: 0.1502616 Jun 23 17:19:46.275446 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55342) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:46.292373 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.api.v2.resource [None req-f569be7b-8c0b-4f1c-b60d-7b843c7113a8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] show failed (client error): The resource could not be found. Jun 23 17:19:46.293388 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f569be7b-8c0b-4f1c-b60d-7b843c7113a8 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups/89677882-b10d-4da7-a077-6a0ccd5afa91 HTTP/1.1" status: 404 len: 347 time: 0.0169492 Jun 23 17:19:46.294322 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253992d-28ed-44e0-8c4b-489686602b12 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89677882-b10d-4da7-a077-6a0ccd5afa91,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:46.297292 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55344) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:46.315034 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (96ca108d-95f9-4212-987d-a119a9e61a58), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.336968 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ca108d-95f9-4212-987d-a119a9e61a58']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:46.346615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:46.347054 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc575dd8-646c-40c3-b0c6-76e0dbe5f466') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:46.357203 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907611'] for segment (dc575dd8-646c-40c3-b0c6-76e0dbe5f466), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.371002 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (dc575dd8-646c-40c3-b0c6-76e0dbe5f466), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.377416 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:19:46.377983 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11343893'] for segment (dc575dd8-646c-40c3-b0c6-76e0dbe5f466), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.396776 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:46.413576 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Deleting port 2d0c3086-27c5-4c8d-9206-70c37dcd5402 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:46.413959 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (2d0c3086-27c5-4c8d-9206-70c37dcd5402), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.447217 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (96ca108d-95f9-4212-987d-a119a9e61a58), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.453242 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.460110 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] 10.222.0.18 "DELETE /v2.0/networks/96ca108d-95f9-4212-987d-a119a9e61a58 HTTP/1.1" status: 204 len: 168 time: 0.8190367 Jun 23 17:19:46.473412 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b54ea-19f4-4e67-9b2f-4c0298156f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ca108d-95f9-4212-987d-a119a9e61a58,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:46.477730 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment dc575dd8-646c-40c3-b0c6-76e0dbe5f466 resource provider aggregate not found Jun 23 17:19:46.497859 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment dc575dd8-646c-40c3-b0c6-76e0dbe5f466 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc575dd8-646c-40c3-b0c6-76e0dbe5f466 found for delete ", "request_id": "req-72523135-ee89-4ec0-88a5-acb136a005c4"}]} Jun 23 17:19:46.500109 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (2d0c3086-27c5-4c8d-9206-70c37dcd5402), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.500622 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (2d0c3086-27c5-4c8d-9206-70c37dcd5402), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.514386 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Calling delete_port for 2d0c3086-27c5-4c8d-9206-70c37dcd5402 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:46.643897 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (2d0c3086-27c5-4c8d-9206-70c37dcd5402), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.644400 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55354) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:46.649058 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:46.672634 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event deleted for resources: {'Port': ['ID=2d0c3086-27c5-4c8d-9206-70c37dcd5402,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:46.691562 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6c8e1ab6-2afb-42a0-bd00-856327166708 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26dde39423224c57b71005a60dacbed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459104 Jun 23 17:19:46.694118 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55356) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:46.740921 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks [] for floatingip (a4fb29ca-bbc3-4989-9f91-975d71b47565), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.743722 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.744894 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2bfa48e3-4059-4696-9c49-2eb0c2e92f7c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "DELETE /v2.0/floatingips/a4fb29ca-bbc3-4989-9f91-975d71b47565 HTTP/1.1" status: 204 len: 168 time: 0.4466300 Jun 23 17:19:46.747568 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-09f2fbd9-df85-49c8-9887-1e168fd4155f admin admin] Publish callbacks [] for security_group (928d152e-f95d-49db-9c8d-f76606d36971), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.771097 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-09f2fbd9-df85-49c8-9887-1e168fd4155f admin admin] Publish callbacks [] for security_group (928d152e-f95d-49db-9c8d-f76606d36971), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.826598 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-09f2fbd9-df85-49c8-9887-1e168fd4155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (928d152e-f95d-49db-9c8d-f76606d36971), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.829252 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-09f2fbd9-df85-49c8-9887-1e168fd4155f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:46.833091 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-09f2fbd9-df85-49c8-9887-1e168fd4155f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/928d152e-f95d-49db-9c8d-f76606d36971 HTTP/1.1" status: 204 len: 168 time: 0.1352844 Jun 23 17:19:46.839152 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2fbd9-df85-49c8-9887-1e168fd4155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928d152e-f95d-49db-9c8d-f76606d36971,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:47.193573 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55366) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:47.242816 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d1ee5c85-7a8e-4f66-bc2e-e4d431809f29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71166459c9b047498aa0514538f539ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480027 Jun 23 17:19:47.245295 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55368) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:47.293588 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a45fec8c-a2e1-447e-b730-781ad361c861 admin admin] Publish callbacks [] for security_group (9c83e8a1-0c11-4a49-9e21-15277e743011), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:47.294945 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:47.318184 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a45fec8c-a2e1-447e-b730-781ad361c861 admin admin] Publish callbacks [] for security_group (9c83e8a1-0c11-4a49-9e21-15277e743011), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:47.375651 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a45fec8c-a2e1-447e-b730-781ad361c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9c83e8a1-0c11-4a49-9e21-15277e743011), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:47.379238 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a45fec8c-a2e1-447e-b730-781ad361c861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:47.380407 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a45fec8c-a2e1-447e-b730-781ad361c861 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c83e8a1-0c11-4a49-9e21-15277e743011 HTTP/1.1" status: 204 len: 168 time: 0.1342323 Jun 23 17:19:47.388402 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fec8c-a2e1-447e-b730-781ad361c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c83e8a1-0c11-4a49-9e21-15277e743011,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:47.550007 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device d757130e-9331-4a7f-bf0f-2dfa5d56eaec no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:47.553333 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:47.575122 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: d757130e-9331-4a7f-bf0f-2dfa5d56eaec {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:47.575471 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device d757130e-9331-4a7f-bf0f-2dfa5d56eaec not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:49.236191 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:49.255998 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:49.256302 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3cb62c73-34be-4c1e-ac1b-34d0ab60dbbf not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:49.280147 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd2b33-2366-4868-a4c2-6a051a308a0d req-2375b757-d845-4895-8a2e-f034e6b67532 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:49.281613 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6efd2b33-2366-4868-a4c2-6a051a308a0d req-2375b757-d845-4895-8a2e-f034e6b67532 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Jun 23 17:19:49.333742 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6efd2b33-2366-4868-a4c2-6a051a308a0d req-b94cdb90-b6d8-4e8e-8340-a27d4547b771 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Jun 23 17:19:50.052625 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:50.064229 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-cd1ea6c7-8b98-40f2-86cd-ec4fd8b3a991 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:50.065948 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-cd1ea6c7-8b98-40f2-86cd-ec4fd8b3a991 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 945 time: 0.0558698 Jun 23 17:19:50.153258 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Deleting port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:50.153587 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:50.243253 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] For port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:50.243616 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:50.263692 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Calling delete_port for 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:50.399022 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (3612ccfa-71a1-4cf4-800c-6c5428ab6f0e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:50.427126 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event deleted for resources: {'Port': ['ID=3612ccfa-71a1-4cf4-800c-6c5428ab6f0e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:50.435968 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['48141e67-5b25-450e-90a9-9f9ac8cb4882', '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:19:50.436613 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1f509b61-11be-4b61-b67e-f3e8fff93377 req-b650c485-39fd-4c46-b573-0ff16193358e tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=05cdc2c3-760e-4876-86fc-3f85c50f0a31 HTTP/1.1" status: 200 len: 210 time: 0.0320771 Jun 23 17:19:50.474411 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:50.478830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] No DVR routers for this DVR port 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:50.481272 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:50.484508 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-63bd9ca9-241b-43c7-b344-9fb7615ea251 req-be730043-fe3c-493f-87f8-6964bd4b8851 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "DELETE /v2.0/ports/3612ccfa-71a1-4cf4-800c-6c5428ab6f0e HTTP/1.1" status: 204 len: 173 time: 0.4119761 Jun 23 17:19:50.484945 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cdc2c3-760e-4876-86fc-3f85c50f0a31', 'name': 'network-vif-deleted', 'tag': '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:50.487547 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a218552d-dc3c-4193-ac7a-c35682c61a7e" -d '{"events": [{"server_uuid": "05cdc2c3-760e-4876-86fc-3f85c50f0a31", "name": "network-vif-deleted", "tag": "3612ccfa-71a1-4cf4-800c-6c5428ab6f0e"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:50.523459 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d41c75-b742-4c69-a7c3-67732f797033 x-openstack-request-id: req-32d41c75-b742-4c69-a7c3-67732f797033 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:50.523987 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cdc2c3-760e-4876-86fc-3f85c50f0a31", "name": "network-vif-deleted", "tag": "3612ccfa-71a1-4cf4-800c-6c5428ab6f0e", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:50.524244 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32d41c75-b742-4c69-a7c3-67732f797033 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:50.524651 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d41c75-b742-4c69-a7c3-67732f797033'] response: {'server_uuid': '05cdc2c3-760e-4876-86fc-3f85c50f0a31', 'name': 'network-vif-deleted', 'tag': '3612ccfa-71a1-4cf4-800c-6c5428ab6f0e', 'status': 'completed', 'code': 200} Jun 23 17:19:51.736908 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf6d0a-3de7-4c43-90da-5545327f8e46 req-cf75a867-20c9-4b4c-b1b1-88165d272759 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:51.738863 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ddbf6d0a-3de7-4c43-90da-5545327f8e46 req-cf75a867-20c9-4b4c-b1b1-88165d272759 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0479794 Jun 23 17:19:51.788858 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ddbf6d0a-3de7-4c43-90da-5545327f8e46 req-c3ded880-0cd0-43e6-b54d-ead76db4e32c tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Jun 23 17:19:52.934370 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304f3ae-0154-4ef7-9b37-8fea2e002d19 req-d034c599-e0c2-4647-a590-51f408c20521 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:52.935858 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0304f3ae-0154-4ef7-9b37-8fea2e002d19 req-d034c599-e0c2-4647-a590-51f408c20521 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0539312 Jun 23 17:19:52.983597 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0304f3ae-0154-4ef7-9b37-8fea2e002d19 req-96f7e323-029d-423e-8fa9-bb13d4472a54 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Jun 23 17:19:54.110182 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a288a6-85f9-4b19-abe3-785a14215509 req-de02af89-0b9b-4eea-807d-9dad7dd98deb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:54.111636 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-27a288a6-85f9-4b19-abe3-785a14215509 req-de02af89-0b9b-4eea-807d-9dad7dd98deb tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0471191 Jun 23 17:19:54.161203 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-27a288a6-85f9-4b19-abe3-785a14215509 req-97390e81-1422-499b-b60a-dbc5aa02c58d tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/security-groups?id=5be12c69-8f57-4f63-84c1-aca520d43431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Jun 23 17:19:54.454075 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-438406fe-e761-42d3-8672-bed303e157e0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:19:54.455506 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-438406fe-e761-42d3-8672-bed303e157e0 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 946 time: 0.0593417 Jun 23 17:19:54.547476 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Deleting port 48141e67-5b25-450e-90a9-9f9ac8cb4882 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:54.547823 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:54.637836 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] For port 48141e67-5b25-450e-90a9-9f9ac8cb4882, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=48141e67-5b25-450e-90a9-9f9ac8cb4882,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:54.638222 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:54.651603 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Calling delete_port for 48141e67-5b25-450e-90a9-9f9ac8cb4882 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:54.698589 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:54.769258 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:54.797969 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (48141e67-5b25-450e-90a9-9f9ac8cb4882), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:54.827616 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Pushing event deleted for resources: {'Port': ['ID=48141e67-5b25-450e-90a9-9f9ac8cb4882,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:54.834722 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['48141e67-5b25-450e-90a9-9f9ac8cb4882'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:19:54.881363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] No DVR routers for this DVR port 48141e67-5b25-450e-90a9-9f9ac8cb4882 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:54.884110 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:54.887388 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e479b20-8860-4fa4-968f-45e7dd2736a1 req-126c9a55-0786-41fa-b52c-e8e2c93b4ca9 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.57 "DELETE /v2.0/ports/48141e67-5b25-450e-90a9-9f9ac8cb4882 HTTP/1.1" status: 204 len: 173 time: 0.4250729 Jun 23 17:19:54.888065 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517df8d9-1e33-4448-a439-8ea166866a32', 'name': 'network-vif-deleted', 'tag': '48141e67-5b25-450e-90a9-9f9ac8cb4882'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:19:54.891447 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10248a5b-f28f-4f4b-b85a-4d09110c900f" -d '{"events": [{"server_uuid": "517df8d9-1e33-4448-a439-8ea166866a32", "name": "network-vif-deleted", "tag": "48141e67-5b25-450e-90a9-9f9ac8cb4882"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:19:54.928294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04b90a4-a44e-4731-b827-3084a89bff36 x-openstack-request-id: req-e04b90a4-a44e-4731-b827-3084a89bff36 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:19:54.928642 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517df8d9-1e33-4448-a439-8ea166866a32", "name": "network-vif-deleted", "tag": "48141e67-5b25-450e-90a9-9f9ac8cb4882", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:19:54.928831 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e04b90a4-a44e-4731-b827-3084a89bff36 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:19:54.929601 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04b90a4-a44e-4731-b827-3084a89bff36'] response: {'server_uuid': '517df8d9-1e33-4448-a439-8ea166866a32', 'name': 'network-vif-deleted', 'tag': '48141e67-5b25-450e-90a9-9f9ac8cb4882', 'status': 'completed', 'code': 200} Jun 23 17:19:55.272780 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:55.291202 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-80eeb1f2-ce67-4698-9621-bf78f8b70a86 req-47729a5d-9907-42cc-9d0f-f63526e6dff1 tempest-ServerRescueNegativeTestJSON-1610712579 tempest-ServerRescueNegativeTestJSON-1610712579-project] 10.222.0.18 "GET /v2.0/ports?device_id=517df8d9-1e33-4448-a439-8ea166866a32 HTTP/1.1" status: 200 len: 210 time: 0.0379612 Jun 23 17:19:55.297595 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:55.297969 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3612ccfa-71a1-4cf4-800c-6c5428ab6f0e not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:56.366456 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55412) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:56.766753 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:19:56.916735 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (95caa299-1b35-4bec-ba80-17a3afc2bc0b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:57.161625 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Deleting port a1e59ab3-d6ba-48a1-9acd-a33fe41de324 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:57.162010 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:57.251534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] For port a1e59ab3-d6ba-48a1-9acd-a33fe41de324, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:57.251767 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:57.265774 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Calling delete_port for a1e59ab3-d6ba-48a1-9acd-a33fe41de324 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:57.384746 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:57.397629 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:57.459849 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (a1e59ab3-d6ba-48a1-9acd-a33fe41de324), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:57.484155 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e59ab3-d6ba-48a1-9acd-a33fe41de324,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:57.656193 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (95caa299-1b35-4bec-ba80-17a3afc2bc0b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:57.867092 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Router 95caa299-1b35-4bec-ba80-17a3afc2bc0b has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:19:57.973324 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:19:57.979369 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-76c7eae5-a606-42c2-8f92-7f3985aa5d12 admin admin] 10.222.0.18 "PUT /v2.0/routers/95caa299-1b35-4bec-ba80-17a3afc2bc0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118133 Jun 23 17:19:57.981222 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55416) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:57.983130 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] Sync routers for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:19:57.997690 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:57.998378 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:58.084203 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks [] for router (95caa299-1b35-4bec-ba80-17a3afc2bc0b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.099515 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:58.184030 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks [] for router_gateway (95caa299-1b35-4bec-ba80-17a3afc2bc0b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.221942 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:58.235580 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Deleting port 90d6d3be-a723-4abb-b9ab-f67928fa4c12 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:58.236068 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.265722 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:19:57Z', 'revision_number': 5, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port': {'id': '90d6d3be-a723-4abb-b9ab-f67928fa4c12', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:58.290597 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] Checking router: 95caa299-1b35-4bec-ba80-17a3afc2bc0b for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:19:58.299077 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] Routers {'95caa299-1b35-4bec-ba80-17a3afc2bc0b'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:19:58.299973 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:19:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:58.321081 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] For port 90d6d3be-a723-4abb-b9ab-f67928fa4c12, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=90d6d3be-a723-4abb-b9ab-f67928fa4c12,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:58.321584 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.340086 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Calling delete_port for 90d6d3be-a723-4abb-b9ab-f67928fa4c12 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:58.341525 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:58.384319 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] Set router 95caa299-1b35-4bec-ba80-17a3afc2bc0b gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:19:58.525716 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (90d6d3be-a723-4abb-b9ab-f67928fa4c12), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.530034 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:19:58Z', 'revision_number': 6, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:58.556335 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737e02e0-072a-45e9-9fdd-2ca3ae97237e None None] The sync data for ids ['95caa299-1b35-4bec-ba80-17a3afc2bc0b'] in dv-cinder-835384-10-iscsi is: [{'id': '95caa299-1b35-4bec-ba80-17a3afc2bc0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1705304763-router', 'tenant_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:19:58Z', 'revision_number': 6, 'project_id': 'bec9016d905e4d29b8e7c3f63c8a8810', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:19:58.560526 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=90d6d3be-a723-4abb-b9ab-f67928fa4c12,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:58.630978 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (95caa299-1b35-4bec-ba80-17a3afc2bc0b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.719384 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (95caa299-1b35-4bec-ba80-17a3afc2bc0b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.721545 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks [] for router_controller (95caa299-1b35-4bec-ba80-17a3afc2bc0b), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.764271 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (95caa299-1b35-4bec-ba80-17a3afc2bc0b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.764825 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95caa299-1b35-4bec-ba80-17a3afc2bc0b {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:19:58.769220 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.770593 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2012199d-130c-42d2-bfdf-157fd785a9bf admin admin] 10.222.0.18 "DELETE /v2.0/routers/95caa299-1b35-4bec-ba80-17a3afc2bc0b HTTP/1.1" status: 204 len: 168 time: 0.7881937 Jun 23 17:19:58.773141 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55418) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:58.820196 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-25829e1d-e00f-48dc-b517-0b5efef99066 admin admin] Deleting subnet 4b5c462a-05e2-4d7a-b669-14d58f9209e4 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:19:58.823391 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25829e1d-e00f-48dc-b517-0b5efef99066 admin admin] Publish callbacks [] for subnet (4b5c462a-05e2-4d7a-b669-14d58f9209e4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.857137 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25829e1d-e00f-48dc-b517-0b5efef99066 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907584'] for subnet (4b5c462a-05e2-4d7a-b669-14d58f9209e4), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.933725 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25829e1d-e00f-48dc-b517-0b5efef99066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (4b5c462a-05e2-4d7a-b669-14d58f9209e4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:58.998744 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25829e1d-e00f-48dc-b517-0b5efef99066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11343999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12083498'] for subnet (4b5c462a-05e2-4d7a-b669-14d58f9209e4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.026560 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-25829e1d-e00f-48dc-b517-0b5efef99066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.029709 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-25829e1d-e00f-48dc-b517-0b5efef99066 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4b5c462a-05e2-4d7a-b669-14d58f9209e4 HTTP/1.1" status: 204 len: 168 time: 0.2556043 Jun 23 17:19:59.031126 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25829e1d-e00f-48dc-b517-0b5efef99066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5c462a-05e2-4d7a-b669-14d58f9209e4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:59.032408 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55420) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:59.034467 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c057fc0-5ea0-4e3b-bfa4-85199ffae5e1 None None] Network 8527c448-8fef-4029-974e-c0de37b33eab requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:19:59.110076 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (8527c448-8fef-4029-974e-c0de37b33eab), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.153319 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Deleting port 428d15f4-4cdc-44ff-97f2-d82f79018b4a {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:59.153661 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.203755 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] DHCP port deletion for 8527c448-8fef-4029-974e-c0de37b33eab request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:19:59.211141 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:59.225171 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] For port 428d15f4-4cdc-44ff-97f2-d82f79018b4a, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=428d15f4-4cdc-44ff-97f2-d82f79018b4a,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:59.225536 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.240200 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Calling delete_port for 428d15f4-4cdc-44ff-97f2-d82f79018b4a owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:59.249331 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Deleting port 428d15f4-4cdc-44ff-97f2-d82f79018b4a {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:19:59.249558 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.309373 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 48141e67-5b25-450e-90a9-9f9ac8cb4882 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:59.329179 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.334407 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 48141e67-5b25-450e-90a9-9f9ac8cb4882 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:59.334783 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 48141e67-5b25-450e-90a9-9f9ac8cb4882 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:59.337320 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] For port 428d15f4-4cdc-44ff-97f2-d82f79018b4a, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=428d15f4-4cdc-44ff-97f2-d82f79018b4a,segment=NetworkSegment(ac3638d6-ca34-4beb-96e9-9ecfbaf4d634),segment_id=ac3638d6-ca34-4beb-96e9-9ecfbaf4d634)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:19:59.337723 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.351536 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Calling delete_port for 428d15f4-4cdc-44ff-97f2-d82f79018b4a owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:19:59.354703 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Pushing event deleted for resources: {'Port': ['ID=428d15f4-4cdc-44ff-97f2-d82f79018b4a,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:59.358257 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] No DVR routers for this DVR port 428d15f4-4cdc-44ff-97f2-d82f79018b4a on host dv-cinder-835384-10-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:59.380979 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:59.434635 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (8527c448-8fef-4029-974e-c0de37b33eab), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.457623 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8527c448-8fef-4029-974e-c0de37b33eab']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:59.468007 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:59.468308 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3638d6-ca34-4beb-96e9-9ecfbaf4d634') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:19:59.479346 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (ac3638d6-ca34-4beb-96e9-9ecfbaf4d634), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.494762 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (ac3638d6-ca34-4beb-96e9-9ecfbaf4d634), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.502238 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:19:59.502689 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (ac3638d6-ca34-4beb-96e9-9ecfbaf4d634), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.528823 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment ac3638d6-ca34-4beb-96e9-9ecfbaf4d634 resource provider aggregate not found Jun 23 17:19:59.572143 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (428d15f4-4cdc-44ff-97f2-d82f79018b4a), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.576125 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment ac3638d6-ca34-4beb-96e9-9ecfbaf4d634 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac3638d6-ca34-4beb-96e9-9ecfbaf4d634 found for delete ", "request_id": "req-e7ff1bfd-9c9a-4f9a-ad84-2d912b585764"}]} Jun 23 17:19:59.586488 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (8527c448-8fef-4029-974e-c0de37b33eab), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.592545 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.598454 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] 10.222.0.18 "DELETE /v2.0/networks/8527c448-8fef-4029-974e-c0de37b33eab HTTP/1.1" status: 204 len: 168 time: 0.5623472 Jun 23 17:19:59.598656 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 428d15f4-4cdc-44ff-97f2-d82f79018b4a no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:59.602575 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Pushing event deleted for resources: {'Port': ['ID=428d15f4-4cdc-44ff-97f2-d82f79018b4a,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:59.609598 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bc66d-e0cf-45fa-bfd6-38fab84a417c admin admin] Pushing event deleted for resources: {'Network': ['ID=8527c448-8fef-4029-974e-c0de37b33eab,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:19:59.625808 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 428d15f4-4cdc-44ff-97f2-d82f79018b4a {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:59.626167 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 428d15f4-4cdc-44ff-97f2-d82f79018b4a not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:59.626588 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 90d6d3be-a723-4abb-b9ab-f67928fa4c12 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:59.629153 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] No DVR routers for this DVR port 428d15f4-4cdc-44ff-97f2-d82f79018b4a on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:19:59.634125 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.634476 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.634821 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.635169 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.635504 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.635841 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.636167 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.636494 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.636821 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.637150 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.637656 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.638009 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.638387 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.638648 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.638972 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e087818-2391-43f2-b85f-7b11344c4646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:19:59.658844 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 90d6d3be-a723-4abb-b9ab-f67928fa4c12 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:59.659207 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 90d6d3be-a723-4abb-b9ab-f67928fa4c12 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:59.659599 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device a1e59ab3-d6ba-48a1-9acd-a33fe41de324 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:19:59.682177 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: a1e59ab3-d6ba-48a1-9acd-a33fe41de324 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:19:59.682527 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device a1e59ab3-d6ba-48a1-9acd-a33fe41de324 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:19:59.729904 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55428) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:59.769630 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e99bea91-7f60-4887-b3c0-d7356f74360c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bec9016d905e4d29b8e7c3f63c8a8810&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383053 Jun 23 17:19:59.772667 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55430) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:19:59.824707 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-932a1a9c-9d6c-4fdc-8788-6efea350c8d9 admin admin] Publish callbacks [] for security_group (5be12c69-8f57-4f63-84c1-aca520d43431), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.838128 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:19:59.847399 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-932a1a9c-9d6c-4fdc-8788-6efea350c8d9 admin admin] Publish callbacks [] for security_group (5be12c69-8f57-4f63-84c1-aca520d43431), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.901047 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-932a1a9c-9d6c-4fdc-8788-6efea350c8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5be12c69-8f57-4f63-84c1-aca520d43431), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.903811 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-932a1a9c-9d6c-4fdc-8788-6efea350c8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:19:59.905056 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-932a1a9c-9d6c-4fdc-8788-6efea350c8d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5be12c69-8f57-4f63-84c1-aca520d43431 HTTP/1.1" status: 204 len: 168 time: 0.1314802 Jun 23 17:19:59.913868 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a1a9c-9d6c-4fdc-8788-6efea350c8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be12c69-8f57-4f63-84c1-aca520d43431,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:00.049215 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ddcdcd84-c69a-4e4d-9efd-a6b352e3eda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:00.704084 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55452) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:00.806292 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-network', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:00.830071 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Made reservation on behalf of e2d73f7bfc184cacb49809a89563b585 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:20:00.832352 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:00.843751 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:00.923820 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Publish callbacks [] for security_group (f3f45eb0-69a6-42fc-9768-e94da6c8034f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:00.930201 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (f3f45eb0-69a6-42fc-9768-e94da6c8034f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:00.954568 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:20:00.964570 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f45eb0-69a6-42fc-9768-e94da6c8034f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:00.969377 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (6a64dda2-851e-4b48-930a-96f31e405c9d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:00.969716 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Added segment 6a64dda2-851e-4b48-930a-96f31e405c9d of type vlan for network 1d11fc20-78b8-4593-ad26-eda404da60a9 Jun 23 17:20:01.010751 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (1d11fc20-78b8-4593-ad26-eda404da60a9), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.039949 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (1d11fc20-78b8-4593-ad26-eda404da60a9), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.041534 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:01.042446 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.088847 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3835595 Jun 23 17:20:01.091858 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55456) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:01.096823 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Request body: {'subnet': {'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-subnet', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:01.116700 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1ba49-740b-4b85-8b97-6060e203ebf6 admin admin] Pushing event updated for resources: {'Network': ['ID=1d11fc20-78b8-4593-ad26-eda404da60a9,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:01.118872 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Made reservation on behalf of e2d73f7bfc184cacb49809a89563b585 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:20:01.125650 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12083525'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.126384 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:20:01.149403 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:01.301142 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11344060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12083507'] for subnet (7625de00-b2d9-48b4-9cb3-6829368eaa31), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.331278 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:01.353900 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7625de00-b2d9-48b4-9cb3-6829368eaa31,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:01.374472 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Checking segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:20:01.374825 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Network hostable DHCP agents. Network: 1d11fc20-78b8-4593-ad26-eda404da60a9, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:20:01.393915 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:20:01.404945 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 1d11fc20-78b8-4593-ad26-eda404da60a9) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:01.409658 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:01.410640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.413767 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b6943b-ef74-4922-b570-02af992bd213 None None] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:20:01.430858 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9e2575da-e006-4e41-be80-f4650259cd3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3378239 Jun 23 17:20:01.433928 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55460) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:01.438406 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:01.460732 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (38bb3790-5f59-478d-9d0a-af81589f1d85), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.461771 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (38bb3790-5f59-478d-9d0a-af81589f1d85), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.473694 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:01.515287 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks [] for router_controller (38bb3790-5f59-478d-9d0a-af81589f1d85), precommit_add_association {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.522226 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-1d11fc20-78b8-4593-ad26-eda404da60a9', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:20:01.523164 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.647339 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks [] for router_gateway (38bb3790-5f59-478d-9d0a-af81589f1d85), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.664180 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Allocated IP 172.20.0.2 (1d11fc20-78b8-4593-ad26-eda404da60a9/7625de00-b2d9-48b4-9cb3-6829368eaa31/17bfac9a-84d2-45fa-8b78-72ebed147e51) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:20:01.816176 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Publish callbacks [] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.824000 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.828471 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks [] for router_gateway (38bb3790-5f59-478d-9d0a-af81589f1d85), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.847168 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.865493 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:01.868355 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:01.872207 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:20:01.878915 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Pushing event updated for resources: {'Port': ['ID=17bfac9a-84d2-45fa-8b78-72ebed147e51,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:01.882754 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:01.939141 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Attempting to bind port 17bfac9a-84d2-45fa-8b78-72ebed147e51 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:20:01.939433 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Attempting to bind port 17bfac9a-84d2-45fa-8b78-72ebed147e51 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:20:01.939774 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Attempting to bind port 17bfac9a-84d2-45fa-8b78-72ebed147e51 on network 1d11fc20-78b8-4593-ad26-eda404da60a9 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:20:01.946021 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:20:01.946458 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Checking segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:20:01.946785 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.947178 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Bound using segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:20:01.947658 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Bound port: 17bfac9a-84d2-45fa-8b78-72ebed147e51, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:20:01.948024 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:01.950604 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:01.967505 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Allocated IP 172.27.0.6 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/2605579c-648c-4830-bd1e-d271620e8642) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:20:02.015313 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] For port 17bfac9a-84d2-45fa-8b78-72ebed147e51, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:20:02.018533 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] For port 17bfac9a-84d2-45fa-8b78-72ebed147e51, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=17bfac9a-84d2-45fa-8b78-72ebed147e51,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:20:02.025743 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:02.074592 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks [] for port (2605579c-648c-4830-bd1e-d271620e8642), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:02.082759 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29ae39-f559-4f2c-a9ef-b8153bc01482 None None] Pushing event updated for resources: {'Port': ['ID=17bfac9a-84d2-45fa-8b78-72ebed147e51,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:02.114426 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (2605579c-648c-4830-bd1e-d271620e8642), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:02.161255 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:02.167281 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:02.169169 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Pushing event updated for resources: {'Port': ['ID=2605579c-648c-4830-bd1e-d271620e8642,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:02.171283 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:20:02.334164 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f9fbea00-a2ed-476b-91c5-3adab0848b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:02.427700 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:02.432290 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks [] for router_gateway (38bb3790-5f59-478d-9d0a-af81589f1d85), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:02.633528 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (38bb3790-5f59-478d-9d0a-af81589f1d85), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:02.762637 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Router 38bb3790-5f59-478d-9d0a-af81589f1d85 is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:20:02.975312 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f5531b-8b32-4958-9228-3df65b85d9fe None None] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:20:03.004185 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:03.055716 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:03.066440 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-7075850f-a4f1-4498-80d1-deab1b671f3c None None] Provisioning complete for port 17bfac9a-84d2-45fa-8b78-72ebed147e51 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:03.066746 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7075850f-a4f1-4498-80d1-deab1b671f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.119832 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:20:03.133494 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Sync routers for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:20:03.142417 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.142912 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-75a911d7-4957-4af4-a36a-04d60574667c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7076385 Jun 23 17:20:03.145392 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55464) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:03.175486 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:03.176284 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:03.215462 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-7075850f-a4f1-4498-80d1-deab1b671f3c None None] Current status of the port 17bfac9a-84d2-45fa-8b78-72ebed147e51 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:03.215863 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7075850f-a4f1-4498-80d1-deab1b671f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.247498 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:03.297922 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-7075850f-a4f1-4498-80d1-deab1b671f3c None None] For port 17bfac9a-84d2-45fa-8b78-72ebed147e51, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=17bfac9a-84d2-45fa-8b78-72ebed147e51,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:03.307520 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7075850f-a4f1-4498-80d1-deab1b671f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.342647 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:03.440153 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075850f-a4f1-4498-80d1-deab1b671f3c None None] Pushing event updated for resources: {'Port': ['ID=17bfac9a-84d2-45fa-8b78-72ebed147e51,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:03.479136 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-6d77cc20-5c44-450f-b427-43b4fa7d6ec7 None None] Provisioning complete for port 17bfac9a-84d2-45fa-8b78-72ebed147e51 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:03.479506 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6d77cc20-5c44-450f-b427-43b4fa7d6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.533862 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.560055 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:03.566416 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.623359 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-6d77cc20-5c44-450f-b427-43b4fa7d6ec7 None None] Current status of the port 17bfac9a-84d2-45fa-8b78-72ebed147e51 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:03.626891 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:02Z', 'revision_number': 3, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:03.657018 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 17bfac9a-84d2-45fa-8b78-72ebed147e51 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:20:03.659648 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Checking router: 38bb3790-5f59-478d-9d0a-af81589f1d85 for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:20:03.660029 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Updating router 38bb3790-5f59-478d-9d0a-af81589f1d85 port 2605579c-648c-4830-bd1e-d271620e8642 binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:20:03.712641 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (2605579c-648c-4830-bd1e-d271620e8642), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.734552 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Allocated IP 172.20.0.1 (1d11fc20-78b8-4593-ad26-eda404da60a9/7625de00-b2d9-48b4-9cb3-6829368eaa31/466dc4b0-07bc-4813-a07e-f1619284962f) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:20:03.803093 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 17bfac9a-84d2-45fa-8b78-72ebed147e51 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:03.803446 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.838745 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Publish callbacks [] for port (466dc4b0-07bc-4813-a07e-f1619284962f), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.872704 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:03.905748 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:03.920560 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:03.926478 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:03.929334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:20:03.933686 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Pushing event updated for resources: {'Port': ['ID=466dc4b0-07bc-4813-a07e-f1619284962f,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:03.975730 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (38bb3790-5f59-478d-9d0a-af81589f1d85), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.094959 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 17bfac9a-84d2-45fa-8b78-72ebed147e51 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:04.113022 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:04.117653 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.168515 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-9cd47fcb-80a2-4c5b-badd-043af144fd53 None None] Provisioning complete for port 466dc4b0-07bc-4813-a07e-f1619284962f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:04.168814 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9cd47fcb-80a2-4c5b-badd-043af144fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.203609 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Publish callbacks [] for port (2605579c-648c-4830-bd1e-d271620e8642), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.212588 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (2605579c-648c-4830-bd1e-d271620e8642), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.218333 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-9cd47fcb-80a2-4c5b-badd-043af144fd53 None None] Port 466dc4b0-07bc-4813-a07e-f1619284962f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:20:04.268751 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Attempting to bind port 2605579c-648c-4830-bd1e-d271620e8642 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:20:04.269148 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Attempting to bind port 2605579c-648c-4830-bd1e-d271620e8642 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:20:04.269510 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Attempting to bind port 2605579c-648c-4830-bd1e-d271620e8642 on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:20:04.271746 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b13f0-185a-4245-a6c1-ca14ce1ae5ac None None] Pushing event updated for resources: {'Port': ['ID=2605579c-648c-4830-bd1e-d271620e8642,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:04.277413 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:20:04.277785 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:20:04.278201 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.278714 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:20:04.279028 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Bound port: 2605579c-648c-4830-bd1e-d271620e8642, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:20:04.279406 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (2605579c-648c-4830-bd1e-d271620e8642), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.283735 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Publish callbacks [] for port (466dc4b0-07bc-4813-a07e-f1619284962f), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.289735 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.295000 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:04.331476 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] For port 2605579c-648c-4830-bd1e-d271620e8642, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:20:04.335117 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] For port 2605579c-648c-4830-bd1e-d271620e8642, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=2605579c-648c-4830-bd1e-d271620e8642,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:20:04.342491 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (2605579c-648c-4830-bd1e-d271620e8642), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.359528 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (38bb3790-5f59-478d-9d0a-af81589f1d85), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.361469 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Pushing event updated for resources: {'Port': ['ID=466dc4b0-07bc-4813-a07e-f1619284962f,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:04.376512 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:04.404301 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b13f0-185a-4245-a6c1-ca14ce1ae5ac None None] Pushing event updated for resources: {'Port': ['ID=2605579c-648c-4830-bd1e-d271620e8642,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:04.407203 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:04.407807 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:04.460601 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:04.462005 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:04.510808 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:04.545570 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:04.575374 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Router 38bb3790-5f59-478d-9d0a-af81589f1d85 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:20:04.688716 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:20:04.698351 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9434aa42-f077-4e7c-a219-3d576073279c admin admin] 10.222.0.18 "PUT /v2.0/routers/38bb3790-5f59-478d-9d0a-af81589f1d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5517087 Jun 23 17:20:04.726680 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 2, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:04.759122 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a87b3-92ba-4547-8289-abf611c2ea3c None None] The sync data for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi is: [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 2, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:20:04.765470 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-29366093-9ef1-4548-b5ae-be944659cee8 None None] Provisioning complete for port 466dc4b0-07bc-4813-a07e-f1619284962f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:04.765732 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-29366093-9ef1-4548-b5ae-be944659cee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:04.800718 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-29366093-9ef1-4548-b5ae-be944659cee8 None None] Port 466dc4b0-07bc-4813-a07e-f1619284962f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:20:04.831245 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.000481 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55476) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:05.005390 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b65e600e-5635-42b6-b138-b53e5ba34abf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97066102', 'description': 'tempest-description--1994557390'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:05.032098 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b65e600e-5635-42b6-b138-b53e5ba34abf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.060185 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:05.114685 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b65e600e-5635-42b6-b138-b53e5ba34abf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (2ab3768d-4872-404f-9106-1763dc8b40ff), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.119654 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b65e600e-5635-42b6-b138-b53e5ba34abf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2ab3768d-4872-404f-9106-1763dc8b40ff), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.154254 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b65e600e-5635-42b6-b138-b53e5ba34abf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.155500 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b65e600e-5635-42b6-b138-b53e5ba34abf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1539330 Jun 23 17:20:05.158360 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55478) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:05.163334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-a301547e-3778-479f-b9af-4aff1207ca85 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'security_group_rule': {'security_group_id': '2ab3768d-4872-404f-9106-1763dc8b40ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:05.169230 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e600e-5635-42b6-b138-b53e5ba34abf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab3768d-4872-404f-9106-1763dc8b40ff,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:05.197955 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a301547e-3778-479f-b9af-4aff1207ca85 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (c7101f44-ed44-4bd0-913a-af6e5438c089), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.211012 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.220091 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.264086 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a301547e-3778-479f-b9af-4aff1207ca85 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (c7101f44-ed44-4bd0-913a-af6e5438c089), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.268834 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a301547e-3778-479f-b9af-4aff1207ca85 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (c7101f44-ed44-4bd0-913a-af6e5438c089), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.288251 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301547e-3778-479f-b9af-4aff1207ca85 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7101f44-ed44-4bd0-913a-af6e5438c089,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:05.299174 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a301547e-3778-479f-b9af-4aff1207ca85 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.300540 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a301547e-3778-479f-b9af-4aff1207ca85 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410584 Jun 23 17:20:05.304502 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55480) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:05.309193 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-da13f033-aa48-4c33-bd84-529350ef0278 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'security_group_rule': {'security_group_id': '2ab3768d-4872-404f-9106-1763dc8b40ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:05.347944 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da13f033-aa48-4c33-bd84-529350ef0278 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (d63bbd5f-a6b7-4c74-9df7-6c4809ab3463), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.415586 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da13f033-aa48-4c33-bd84-529350ef0278 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (d63bbd5f-a6b7-4c74-9df7-6c4809ab3463), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.423371 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da13f033-aa48-4c33-bd84-529350ef0278 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (d63bbd5f-a6b7-4c74-9df7-6c4809ab3463), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.447574 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13f033-aa48-4c33-bd84-529350ef0278 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63bbd5f-a6b7-4c74-9df7-6c4809ab3463,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:05.459097 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da13f033-aa48-4c33-bd84-529350ef0278 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.460350 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-da13f033-aa48-4c33-bd84-529350ef0278 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548395 Jun 23 17:20:05.463918 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55482) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:05.468707 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:05.494286 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.583530 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.598925 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 2605579c-648c-4830-bd1e-d271620e8642 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:20:05.648813 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 2605579c-648c-4830-bd1e-d271620e8642 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:05.649530 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (2605579c-648c-4830-bd1e-d271620e8642), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.705710 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Allocated IP 172.27.0.148 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/60f47f82-1689-4c45-811e-6f2409af867b) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:20:05.730127 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 2605579c-648c-4830-bd1e-d271620e8642 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:05.730887 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (2605579c-648c-4830-bd1e-d271620e8642), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.754633 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 2605579c-648c-4830-bd1e-d271620e8642, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=2605579c-648c-4830-bd1e-d271620e8642,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:05.761212 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (2605579c-648c-4830-bd1e-d271620e8642), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.813094 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=2605579c-648c-4830-bd1e-d271620e8642,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:05.818581 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for port (60f47f82-1689-4c45-811e-6f2409af867b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.822772 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:05.855496 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (60f47f82-1689-4c45-811e-6f2409af867b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:05.900422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:05.903470 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:05.908545 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:20:05.931173 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'Port': ['ID=60f47f82-1689-4c45-811e-6f2409af867b,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:05.989297 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:05.998134 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (9a2521ec-26f8-4920-9695-f7808cb6a9ac), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:06.042552 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (60f47f82-1689-4c45-811e-6f2409af867b), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:06.196579 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for port (60f47f82-1689-4c45-811e-6f2409af867b), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:06.203554 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (60f47f82-1689-4c45-811e-6f2409af867b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:06.273540 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'Port': ['ID=60f47f82-1689-4c45-811e-6f2409af867b,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:06.291395 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (9a2521ec-26f8-4920-9695-f7808cb6a9ac), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:06.310755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:06.312023 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5480a9c3-fe21-4abf-95ab-e9ed7b3bec71 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8470027 Jun 23 17:20:06.469966 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-fb2d2c33-2d7e-4162-a348-b32188e703c2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--97066102&fields=id&tenant_id=e2d73f7bfc184cacb49809a89563b585 HTTP/1.1" status: 200 len: 267 time: 0.0446618 Jun 23 17:20:06.756976 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Sync routers for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:20:06.768148 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:06.768852 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:06.841422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-0decb73e-33c9-4962-a4f0-a4f186a9d137 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:06.842835 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-0decb73e-33c9-4962-a4f0-a4f186a9d137 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 817 time: 0.3661063 Jun 23 17:20:06.859245 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-aed62d07-06a2-4ca8-b5c4-82eb040b469c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/quotas/e2d73f7bfc184cacb49809a89563b585 HTTP/1.1" status: 200 len: 375 time: 0.0091128 Jun 23 17:20:06.869829 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:06.877241 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:06.908698 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-5fc6cb25-2592-4858-a9d8-6611733d6032 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440042 Jun 23 17:20:06.913056 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:07.007551 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-7c8e8d9c-e441-4272-8603-b895395b676a service neutron] 10.222.0.18 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859940 Jun 23 17:20:07.044141 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:07.062483 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 2, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:07.087109 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Checking router: 38bb3790-5f59-478d-9d0a-af81589f1d85 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:20:07.087457 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Updating router 38bb3790-5f59-478d-9d0a-af81589f1d85 port 466dc4b0-07bc-4813-a07e-f1619284962f binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:20:07.104341 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-3abfc88c-3918-49a5-8a45-97a0ae90c754 service neutron] 10.222.0.18 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909808 Jun 23 17:20:07.116038 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.284597 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1f063020-d22b-4485-a8a3-a3ecb5b805bc req-27f588fc-86a2-4a61-bce3-4a09550756ca tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 210 time: 0.0294247 Jun 23 17:20:07.378954 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Publish callbacks [] for port (466dc4b0-07bc-4813-a07e-f1619284962f), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.385333 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.431028 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Pushing event updated for resources: {'Port': ['ID=466dc4b0-07bc-4813-a07e-f1619284962f,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:07.441436 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.441769 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.442128 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.442523 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.442749 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.443131 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.443410 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.443735 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.444047 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.444371 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.444681 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.444998 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.445314 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.445751 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.445954 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:07.508110 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Attempting to bind port 466dc4b0-07bc-4813-a07e-f1619284962f on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:20:07.508582 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Attempting to bind port 466dc4b0-07bc-4813-a07e-f1619284962f by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:20:07.508761 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Attempting to bind port 466dc4b0-07bc-4813-a07e-f1619284962f on network 1d11fc20-78b8-4593-ad26-eda404da60a9 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:20:07.514278 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:20:07.514636 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Checking segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:20:07.515007 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.515393 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Bound using segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:20:07.515893 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Bound port: 466dc4b0-07bc-4813-a07e-f1619284962f, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:20:07.516195 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.582811 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] For port 466dc4b0-07bc-4813-a07e-f1619284962f, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:20:07.586971 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] For port 466dc4b0-07bc-4813-a07e-f1619284962f, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=466dc4b0-07bc-4813-a07e-f1619284962f,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:20:07.594860 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.623379 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 2605579c-648c-4830-bd1e-d271620e8642 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:20:07.660687 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:07.661571 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:07.691227 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 2605579c-648c-4830-bd1e-d271620e8642 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:07.692463 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (2605579c-648c-4830-bd1e-d271620e8642), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.716697 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b794a-00d1-4255-afb1-85079d624a1a None None] Pushing event updated for resources: {'Port': ['ID=466dc4b0-07bc-4813-a07e-f1619284962f,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:07.732440 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:07.760401 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4bbd1aba-fa66-4427-a52b-77eeba2dfedb None None] Provisioning complete for port 466dc4b0-07bc-4813-a07e-f1619284962f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:07.760791 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1aba-fa66-4427-a52b-77eeba2dfedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.797600 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:07.845251 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:07.885741 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 2605579c-648c-4830-bd1e-d271620e8642 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:07.898115 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd1aba-fa66-4427-a52b-77eeba2dfedb None None] Current status of the port 466dc4b0-07bc-4813-a07e-f1619284962f is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:07.898501 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1aba-fa66-4427-a52b-77eeba2dfedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.932881 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4bbd1aba-fa66-4427-a52b-77eeba2dfedb None None] For port 466dc4b0-07bc-4813-a07e-f1619284962f, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=466dc4b0-07bc-4813-a07e-f1619284962f,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:07.939120 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1aba-fa66-4427-a52b-77eeba2dfedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:07.995265 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd1aba-fa66-4427-a52b-77eeba2dfedb None None] Pushing event updated for resources: {'Port': ['ID=466dc4b0-07bc-4813-a07e-f1619284962f,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:08.007833 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:08.032143 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b2eda-7099-492a-b955-92076169dfc2 None None] The sync data for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi is: [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:20:08.060653 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-a59497b3-cfc3-451a-bb51-f2bee8ce8dd4 None None] Provisioning complete for port 466dc4b0-07bc-4813-a07e-f1619284962f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:08.061032 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a59497b3-cfc3-451a-bb51-f2bee8ce8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:08.107881 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:08.142896 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-a59497b3-cfc3-451a-bb51-f2bee8ce8dd4 None None] Current status of the port 466dc4b0-07bc-4813-a07e-f1619284962f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:08.411989 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94f3b3f3-47ef-412d-bbd1-f2ea9f9d27da req-13cfedc2-32e2-4d48-b161-a532af0cc5fc tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 210 time: 0.0454612 Jun 23 17:20:08.506341 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-413d70e9-3983-4c4f-8741-daf92379dba7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:08.507926 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-413d70e9-3983-4c4f-8741-daf92379dba7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 817 time: 0.1325514 Jun 23 17:20:08.602049 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-cebd43ad-3db1-4a1e-a976-4fbe686db0c2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d73f7bfc184cacb49809a89563b585 HTTP/1.1" status: 200 len: 378 time: 0.0599658 Jun 23 17:20:08.722050 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'port': {'device_id': '65320df8-ae02-4a62-bde7-14088815afcb', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'admin_state_up': True, 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'security_groups': ['2ab3768d-4872-404f-9106-1763dc8b40ff']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:08.759869 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:08.847331 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Made reservation on behalf of e2d73f7bfc184cacb49809a89563b585 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:20:08.852023 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:08.984555 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Allocated IP 172.20.0.7 (1d11fc20-78b8-4593-ad26-eda404da60a9/7625de00-b2d9-48b4-9cb3-6829368eaa31/d460160b-555d-4087-b187-9075bf3d3b97) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:20:09.132474 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for port (d460160b-555d-4087-b187-9075bf3d3b97), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.169775 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.213888 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:09.216862 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:09.220776 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:20:09.248770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:09.276882 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:09.277519 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.280830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:09.298620 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-456dd258-117e-4028-9544-d2651d315d3f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807288 Jun 23 17:20:09.317287 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Request body: {'port': {'device_id': '65320df8-ae02-4a62-bde7-14088815afcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:09.379904 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.471239 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-56a49523-feb7-4840-aa5f-f5b9fe67963a None None] Provisioning complete for port d460160b-555d-4087-b187-9075bf3d3b97 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:09.471798 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-56a49523-feb7-4840-aa5f-f5b9fe67963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d460160b-555d-4087-b187-9075bf3d3b97), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.538471 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-56a49523-feb7-4840-aa5f-f5b9fe67963a None None] Port d460160b-555d-4087-b187-9075bf3d3b97 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:20:09.545560 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a6ec9-7b96-41db-8589-1a9251c771b9 req-ec6394ab-5383-4706-91c8-1af09383355a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:09.553265 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b93a6ec9-7b96-41db-8589-1a9251c771b9 req-ec6394ab-5383-4706-91c8-1af09383355a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 931 time: 0.0547347 Jun 23 17:20:09.601324 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b93a6ec9-7b96-41db-8589-1a9251c771b9 req-05b712c3-b531-4f88-96c8-acec61601ab5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464144 Jun 23 17:20:09.613661 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 466dc4b0-07bc-4813-a07e-f1619284962f up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:20:09.643009 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:09.656949 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d460160b-555d-4087-b187-9075bf3d3b97 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:20:09.657611 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 466dc4b0-07bc-4813-a07e-f1619284962f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:09.658024 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.665422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Publish callbacks [] for port (d460160b-555d-4087-b187-9075bf3d3b97), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.680416 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Transition to ACTIVE for port object d460160b-555d-4087-b187-9075bf3d3b97 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:20:09.685279 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.736806 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:09.743063 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 466dc4b0-07bc-4813-a07e-f1619284962f is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:09.814010 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Attempting to bind port d460160b-555d-4087-b187-9075bf3d3b97 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:20:09.814354 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Attempting to bind port d460160b-555d-4087-b187-9075bf3d3b97 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:20:09.814684 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Attempting to bind port d460160b-555d-4087-b187-9075bf3d3b97 on network 1d11fc20-78b8-4593-ad26-eda404da60a9 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:20:09.819644 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Port d460160b-555d-4087-b187-9075bf3d3b97 on network 1d11fc20-78b8-4593-ad26-eda404da60a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:20:09.819969 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Attempting to bind port d460160b-555d-4087-b187-9075bf3d3b97 on network 1d11fc20-78b8-4593-ad26-eda404da60a9 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:20:09.825213 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:20:09.825556 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Checking segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:20:09.825979 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Bound using segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:20:09.826408 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Bound port: d460160b-555d-4087-b187-9075bf3d3b97, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:20:09.826769 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.896448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:20:09.899532 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:20:09.906824 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.945200 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:09.945870 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:09.947292 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] 10.222.0.57 "PUT /v2.0/ports/d460160b-555d-4087-b187-9075bf3d3b97 HTTP/1.1" status: 200 len: 1093 time: 0.6345246 Jun 23 17:20:09.947721 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:09.950004 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3761b520-6fbe-4193-83d1-4e9af44314bd" -d '{"events": [{"name": "network-changed", "server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "tag": "d460160b-555d-4087-b187-9075bf3d3b97"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:09.966062 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:09.968537 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:09.974603 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840679e-2db1-4e2c-858f-8d4015d5df43 service neutron] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:10.008366 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eac7e5-fb4b-4143-ae92-e6608fe787c2 x-openstack-request-id: req-c9eac7e5-fb4b-4143-ae92-e6608fe787c2 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:10.008670 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "tag": "d460160b-555d-4087-b187-9075bf3d3b97", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:10.008931 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9eac7e5-fb4b-4143-ae92-e6608fe787c2 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:10.009349 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9eac7e5-fb4b-4143-ae92-e6608fe787c2'] response: {'name': 'network-changed', 'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97', 'status': 'completed', 'code': 200} Jun 23 17:20:10.065269 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-c42c307b-84d7-483b-a035-a281b89b257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:10.067008 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-c42c307b-84d7-483b-a035-a281b89b257b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 1127 time: 0.0422175 Jun 23 17:20:10.114688 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-3e3f62eb-4125-4662-a124-85e3006068c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d460160b-555d-4087-b187-9075bf3d3b97 HTTP/1.1" status: 200 len: 217 time: 0.0333693 Jun 23 17:20:10.165292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-11887222-0116-4c02-afdc-d90e7cbf6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:10.166754 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-11887222-0116-4c02-afdc-d90e7cbf6d17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0465770 Jun 23 17:20:10.216595 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-fdce5bc0-6108-4b1b-85e8-be5bd67306bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:10.218176 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-fdce5bc0-6108-4b1b-85e8-be5bd67306bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435979 Jun 23 17:20:10.283715 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:10.313332 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-592616d7-fec5-4c16-b02e-5c561ae508c8 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887384 Jun 23 17:20:10.403194 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2aba651-d52f-4e66-86d9-a80a2dafcc87 req-db31510b-6794-421e-84b0-95498e8a9cb2 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836213 Jun 23 17:20:10.711439 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:10.722808 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705adc5b-9c93-44b0-a5d3-9805e3960a37 req-99e2cf08-b7bd-48c1-9792-60da5f4c7ba7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:10.724618 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-705adc5b-9c93-44b0-a5d3-9805e3960a37 req-99e2cf08-b7bd-48c1-9792-60da5f4c7ba7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0500360 Jun 23 17:20:10.777615 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-705adc5b-9c93-44b0-a5d3-9805e3960a37 req-dcde8a56-9269-4250-8912-f465eaec5254 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466483 Jun 23 17:20:11.913225 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697502a3-f1e5-467c-898c-12b6c3d082af req-fb76ee74-e80d-4823-b55a-7f29dc4c193f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:11.915089 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-697502a3-f1e5-467c-898c-12b6c3d082af req-fb76ee74-e80d-4823-b55a-7f29dc4c193f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0545568 Jun 23 17:20:11.970151 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-697502a3-f1e5-467c-898c-12b6c3d082af req-0a8928db-fc86-47f8-9c30-7809a005dcac tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492375 Jun 23 17:20:12.641303 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-0e248c62-8591-4ca9-9039-4ba54e343121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:12.642857 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-0e248c62-8591-4ca9-9039-4ba54e343121 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 1127 time: 0.0678585 Jun 23 17:20:12.648496 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-3543a3b1-4e4a-41fb-8f7e-5c6b684ea61d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454435 Jun 23 17:20:12.751990 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:12.758734 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-768657fc-560f-4406-9db6-ee6df6723b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:12.760275 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-768657fc-560f-4406-9db6-ee6df6723b20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e456e86229d84ae28c56cf25357f99bc&device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1129 time: 0.0781720 Jun 23 17:20:12.771035 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-3fcb4ace-a6a1-4652-b028-826440d89223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:12.772519 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-3fcb4ace-a6a1-4652-b028-826440d89223 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.1232059 Jun 23 17:20:12.836582 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-e474ed93-f584-48b7-b908-390ea45fcdec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d460160b-555d-4087-b187-9075bf3d3b97 HTTP/1.1" status: 200 len: 217 time: 0.0534034 Jun 23 17:20:12.927666 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-003ac07d-9e3f-4304-8405-d67fd21c7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:12.929486 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-003ac07d-9e3f-4304-8405-d67fd21c7a5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0842295 Jun 23 17:20:12.948129 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-55605471-4476-4d7a-a931-85ac624dcdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:12.949552 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-55605471-4476-4d7a-a931-85ac624dcdf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 200 len: 910 time: 0.1653855 Jun 23 17:20:13.013685 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-475366b6-01cf-4250-88b3-2efaac54c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:13.015242 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-475366b6-01cf-4250-88b3-2efaac54c736 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784292 Jun 23 17:20:13.049197 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-fc71f309-5635-437e-adc7-c66c67e67940 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 999 time: 0.0803852 Jun 23 17:20:13.097785 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5539fc-66cf-4922-b883-6513b3c3dee9 req-b7c86735-bbfb-496a-8066-b997ee94f58d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:13.099338 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9a5539fc-66cf-4922-b883-6513b3c3dee9 req-b7c86735-bbfb-496a-8066-b997ee94f58d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0473278 Jun 23 17:20:13.143782 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-5818bcad-8d38-4246-93c6-e6bd70a77ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:13.145301 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-5818bcad-8d38-4246-93c6-e6bd70a77ae7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae HTTP/1.1" status: 200 len: 848 time: 0.0871913 Jun 23 17:20:13.146246 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9a5539fc-66cf-4922-b883-6513b3c3dee9 req-903359e9-6cae-49e2-8871-ff06df9beae1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410743 Jun 23 17:20:13.165213 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-35035038-8519-4f60-8f10-e1b3793a2283 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426840 Jun 23 17:20:13.216591 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-904d0c4b-c0a3-4c68-96e8-3d3cb3368745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:13.218097 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-904d0c4b-c0a3-4c68-96e8-3d3cb3368745 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668499 Jun 23 17:20:13.283631 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:13.335163 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3761b520-6fbe-4193-83d1-4e9af44314bd req-46396aee-c4e1-4c2b-a704-4039015480c9 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539235 Jun 23 17:20:13.354526 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-cb768ba2-98af-4c4b-a071-c7e2921d2964 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048577 Jun 23 17:20:13.457211 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ddc4a5a-b213-420b-a4cf-b005902b608a req-d67b1b6d-fc15-4735-9207-93760673ed50 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952368 Jun 23 17:20:14.271370 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61abfb3-c76b-47b9-b758-889eec8c3840 req-0789d81b-5968-4916-96b7-6086d3f79314 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:14.272729 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c61abfb3-c76b-47b9-b758-889eec8c3840 req-0789d81b-5968-4916-96b7-6086d3f79314 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0504642 Jun 23 17:20:14.322273 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c61abfb3-c76b-47b9-b758-889eec8c3840 req-ddfd8905-f32f-4764-a2ac-62dc795df7e1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417132 Jun 23 17:20:15.364034 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:20:15.454386 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1078b7-c198-43cd-9593-d0a152b5a404 req-930667aa-6df1-4190-b10c-8fd54f27743f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:15.459912 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e1078b7-c198-43cd-9593-d0a152b5a404 req-930667aa-6df1-4190-b10c-8fd54f27743f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0517037 Jun 23 17:20:15.462515 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:15.474566 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': 'd460160b-555d-4087-b187-9075bf3d3b97', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'port_id': 'd460160b-555d-4087-b187-9075bf3d3b97', 'mac_address': 'fa:16:3e:9a:7f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:20:15.517515 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d460160b-555d-4087-b187-9075bf3d3b97 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:15.517938 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:15.521500 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5e1078b7-c198-43cd-9593-d0a152b5a404 req-8abc6866-fc25-4ecf-8480-513a9475e035 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552692 Jun 23 17:20:15.534447 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d460160b-555d-4087-b187-9075bf3d3b97 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:20:15.555336 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:15.560454 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:15.606171 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:16.021617 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['d460160b-555d-4087-b187-9075bf3d3b97'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:20:16.654162 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d183-f782-4132-873a-70197cd4754d req-a48aa65f-6e59-47a3-aeeb-71ae407142bb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:16.655533 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf32d183-f782-4132-873a-70197cd4754d req-a48aa65f-6e59-47a3-aeeb-71ae407142bb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 944 time: 0.0479004 Jun 23 17:20:16.705057 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf32d183-f782-4132-873a-70197cd4754d req-4ddec984-df50-4122-a509-0bdd0e7c4197 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438812 Jun 23 17:20:17.365829 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:20:17.415535 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port d460160b-555d-4087-b187-9075bf3d3b97 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:20:17.423475 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port d460160b-555d-4087-b187-9075bf3d3b97 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:17.423891 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d460160b-555d-4087-b187-9075bf3d3b97), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:17.500754 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d460160b-555d-4087-b187-9075bf3d3b97 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:17.501147 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:17.524411 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:17.526684 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4565142-51cb-4b2e-b96f-b20537a5ae07" -d '{"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-plugged", "status": "completed", "tag": "d460160b-555d-4087-b187-9075bf3d3b97"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:17.540418 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:17.548307 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:17.571129 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f8f408-701c-491e-9422-82a23ef54eb8 x-openstack-request-id: req-15f8f408-701c-491e-9422-82a23ef54eb8 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:17.571420 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-plugged", "status": "completed", "tag": "d460160b-555d-4087-b187-9075bf3d3b97", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:17.571690 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15f8f408-701c-491e-9422-82a23ef54eb8 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:17.572085 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f8f408-701c-491e-9422-82a23ef54eb8'] response: {'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97', 'code': 200} Jun 23 17:20:17.599843 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:17.793874 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9698ce-22fb-432b-94c4-72a5f20cf5ee req-c5776def-7c8d-41b0-a320-7120c8576218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:17.795372 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d9698ce-22fb-432b-94c4-72a5f20cf5ee req-c5776def-7c8d-41b0-a320-7120c8576218 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 1129 time: 0.0511873 Jun 23 17:20:17.842135 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151d42c-b327-457c-bd7f-789b2e9fab4e req-200b2d71-2a9d-4c1a-b531-55c0ae64593c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:17.843591 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1151d42c-b327-457c-bd7f-789b2e9fab4e req-200b2d71-2a9d-4c1a-b531-55c0ae64593c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0615330 Jun 23 17:20:17.885965 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d9698ce-22fb-432b-94c4-72a5f20cf5ee req-78096ffc-92dc-465a-a222-ca53c7e41a2f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744989 Jun 23 17:20:17.925162 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1151d42c-b327-457c-bd7f-789b2e9fab4e req-fef2b0ff-563a-4e8c-b696-3bd2cbbb192b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750682 Jun 23 17:20:18.003972 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=14 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:18.011237 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=22 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:19.066032 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadbd01-1233-45cb-aaf8-0eaea25e54af req-8853838f-2edf-4ca0-910b-5865a02a04ce tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:19.067485 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3cadbd01-1233-45cb-aaf8-0eaea25e54af req-8853838f-2edf-4ca0-910b-5865a02a04ce tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0540271 Jun 23 17:20:19.116055 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3cadbd01-1233-45cb-aaf8-0eaea25e54af req-1bf8b1d3-c039-48f4-892b-070fbce4cbef tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429115 Jun 23 17:20:20.260250 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777ca22-3c04-4c84-bf40-2539c4744b88 req-0cedb286-9cc8-4224-b96d-fe2259e25176 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:20.261786 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5777ca22-3c04-4c84-bf40-2539c4744b88 req-0cedb286-9cc8-4224-b96d-fe2259e25176 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0561790 Jun 23 17:20:20.283727 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:20.315103 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5777ca22-3c04-4c84-bf40-2539c4744b88 req-f1386ce9-dfca-41cc-b3ba-7fb5e1c5a382 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475342 Jun 23 17:20:20.439844 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918c0f1-0cda-475c-a728-2dbf26e9fddf req-a5456558-9165-4c51-b275-e73cb46193a6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:20.441210 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f918c0f1-0cda-475c-a728-2dbf26e9fddf req-a5456558-9165-4c51-b275-e73cb46193a6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0477474 Jun 23 17:20:20.452913 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55574) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:20.459844 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'floatingip': {'port_id': 'd460160b-555d-4087-b187-9075bf3d3b97'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:20.502626 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (9a2521ec-26f8-4920-9695-f7808cb6a9ac), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:20.705100 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:20.934492 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:20.941673 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (9a2521ec-26f8-4920-9695-f7808cb6a9ac), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:20.987745 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:21.040183 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Floating IP 9a2521ec-26f8-4920-9695-f7808cb6a9ac associated. External IP: 172.27.0.148, port: d460160b-555d-4087-b187-9075bf3d3b97. Jun 23 17:20:21.241894 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Router 38bb3790-5f59-478d-9d0a-af81589f1d85 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:20:21.344566 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:20:21.349936 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:21.355870 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] Sync routers for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:20:21.366459 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:21.367073 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:21.382171 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e3c1f553-2b7c-403f-9706-10f1db2108aa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "PUT /v2.0/floatingips/9a2521ec-26f8-4920-9695-f7808cb6a9ac HTTP/1.1" status: 200 len: 991 time: 0.9278512 Jun 23 17:20:21.382784 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:21.385754 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81551532-9dc0-456d-97d5-83a870e32993" -d '{"events": [{"name": "network-changed", "server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "tag": "d460160b-555d-4087-b187-9075bf3d3b97"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:21.420829 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21361c0-4180-4601-a2fc-414ff2591c9d x-openstack-request-id: req-f21361c0-4180-4601-a2fc-414ff2591c9d {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:21.421123 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "tag": "d460160b-555d-4087-b187-9075bf3d3b97", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:21.421386 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f21361c0-4180-4601-a2fc-414ff2591c9d {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:21.421814 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21361c0-4180-4601-a2fc-414ff2591c9d'] response: {'name': 'network-changed', 'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97', 'status': 'completed', 'code': 200} Jun 23 17:20:21.473830 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:21.689205 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '9a2521ec-26f8-4920-9695-f7808cb6a9ac', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'port_id': 'd460160b-555d-4087-b187-9075bf3d3b97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'mac_address': 'fa:16:3e:9a:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65320df8-ae02-4a62-bde7-14088815afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:20:05Z', 'updated_at': '2022-06-23T17:20:20Z', 'revision_number': 1, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:21.714850 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] Checking router: 38bb3790-5f59-478d-9d0a-af81589f1d85 for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:20:21.723440 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:21.724023 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:21.767954 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:21.781517 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551532-9dc0-456d-97d5-83a870e32993 req-bd850408-b433-4a92-be8d-7da861754ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:21.783256 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81551532-9dc0-456d-97d5-83a870e32993 req-bd850408-b433-4a92-be8d-7da861754ca6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 1129 time: 0.0428274 Jun 23 17:20:21.827970 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:21.904742 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:22.118139 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:22.186877 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '9a2521ec-26f8-4920-9695-f7808cb6a9ac', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'port_id': 'd460160b-555d-4087-b187-9075bf3d3b97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'mac_address': 'fa:16:3e:9a:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65320df8-ae02-4a62-bde7-14088815afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:20:05Z', 'updated_at': '2022-06-23T17:20:20Z', 'revision_number': 1, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:22.188348 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551532-9dc0-456d-97d5-83a870e32993 req-e9eaa0de-8e7a-483a-9cf4-ca58871bf07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:22.190149 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81551532-9dc0-456d-97d5-83a870e32993 req-e9eaa0de-8e7a-483a-9cf4-ca58871bf07f service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.0957773 Jun 23 17:20:22.217668 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe33e908-7785-480e-b8f5-df4cb5c797c3 None None] The sync data for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi is: [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '9a2521ec-26f8-4920-9695-f7808cb6a9ac', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'port_id': 'd460160b-555d-4087-b187-9075bf3d3b97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'mac_address': 'fa:16:3e:9a:7f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65320df8-ae02-4a62-bde7-14088815afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:20:05Z', 'updated_at': '2022-06-23T17:20:20Z', 'revision_number': 1, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:20:22.262418 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81551532-9dc0-456d-97d5-83a870e32993 req-0482ee1f-aebe-4466-a03b-482e3c28b792 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d460160b-555d-4087-b187-9075bf3d3b97 HTTP/1.1" status: 200 len: 999 time: 0.0615339 Jun 23 17:20:22.324013 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551532-9dc0-456d-97d5-83a870e32993 req-7324fb21-8cd3-454a-bce1-3e1e7738c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:22.325498 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81551532-9dc0-456d-97d5-83a870e32993 req-7324fb21-8cd3-454a-bce1-3e1e7738c3cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0485091 Jun 23 17:20:22.369917 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81551532-9dc0-456d-97d5-83a870e32993 req-1d678f69-8b86-4e1e-871f-45d1bace5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:22.371376 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81551532-9dc0-456d-97d5-83a870e32993 req-1d678f69-8b86-4e1e-871f-45d1bace5a5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401452 Jun 23 17:20:22.417720 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4426c-4e2b-4548-ae69-6a0fa73058ef None None] New status for floating IP 9a2521ec-26f8-4920-9695-f7808cb6a9ac: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:20:22.467772 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81551532-9dc0-456d-97d5-83a870e32993 req-6c051c6f-d6a0-45ef-b92a-4d145355d860 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904481 Jun 23 17:20:22.542683 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:22.562384 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-81551532-9dc0-456d-97d5-83a870e32993 req-b3e91552-5f37-47e2-8576-16ad1c544ba7 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887341 Jun 23 17:20:24.630979 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c0f28-2437-4417-89df-788840e4e99d req-d895d7a6-33f0-4c6f-848e-2e45274670de tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:24.632471 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c35c0f28-2437-4417-89df-788840e4e99d req-d895d7a6-33f0-4c6f-848e-2e45274670de tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0513837 Jun 23 17:20:24.691652 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c35c0f28-2437-4417-89df-788840e4e99d req-35fa50e6-1ad7-48be-906b-a8aa8937f327 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529222 Jun 23 17:20:25.811310 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d465b-fe50-4edc-a543-3fe2bdcb780d req-7ef950d4-e5b3-4b48-ad8c-fad01efe4892 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:25.812798 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c21d465b-fe50-4edc-a543-3fe2bdcb780d req-7ef950d4-e5b3-4b48-ad8c-fad01efe4892 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0496383 Jun 23 17:20:25.864028 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c21d465b-fe50-4edc-a543-3fe2bdcb780d req-15a8e231-8e03-488b-b4a8-8474d2597af6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432987 Jun 23 17:20:26.761818 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177093d-f07b-4772-b9d1-7462571dec53 req-2fcfebf3-700e-482c-bcd3-4c23939f857a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:26.763290 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6177093d-f07b-4772-b9d1-7462571dec53 req-2fcfebf3-700e-482c-bcd3-4c23939f857a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0475173 Jun 23 17:20:26.853072 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Deleting port bd95943b-1970-4801-a4a2-b918b988ab45 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:26.853304 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:26.980972 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] For port bd95943b-1970-4801-a4a2-b918b988ab45, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bd95943b-1970-4801-a4a2-b918b988ab45,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:26.981331 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:27.006837 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084b8c5-7fa2-44d5-8eed-0737a1324cc9 req-db5c2e12-bc5b-466c-a4e2-a7abf7960dad tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:27.008330 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4084b8c5-7fa2-44d5-8eed-0737a1324cc9 req-db5c2e12-bc5b-466c-a4e2-a7abf7960dad tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 946 time: 0.0739837 Jun 23 17:20:27.120550 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:27.141117 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4084b8c5-7fa2-44d5-8eed-0737a1324cc9 req-76463489-f7fc-4303-a7d0-02978d91a722 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=a101bc97-e046-4189-9bfb-01f980570c89&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037929 Jun 23 17:20:27.199961 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:27.200331 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (231271bd-c91c-4d3d-9788-87d4e35f8962), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:27.200685 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Floating IP 231271bd-c91c-4d3d-9788-87d4e35f8962 disassociated. External IP: 172.27.0.118, port: bd95943b-1970-4801-a4a2-b918b988ab45. Jun 23 17:20:27.201041 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Calling delete_port for bd95943b-1970-4801-a4a2-b918b988ab45 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:27.337962 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (bd95943b-1970-4801-a4a2-b918b988ab45), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:27.364143 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'Port': ['ID=bd95943b-1970-4801-a4a2-b918b988ab45,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:27.481390 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:20:27.537119 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:27.590911 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:20:27.603114 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:20:27.614390 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:27.615047 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:27.634949 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] No DVR routers for this DVR port bd95943b-1970-4801-a4a2-b918b988ab45 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:20:27.637560 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:27.640744 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6177093d-f07b-4772-b9d1-7462571dec53 req-f74a5766-7024-4ddc-8b3b-801987be0729 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "DELETE /v2.0/ports/bd95943b-1970-4801-a4a2-b918b988ab45 HTTP/1.1" status: 204 len: 173 time: 0.8718882 Jun 23 17:20:27.641174 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'name': 'network-vif-deleted', 'tag': 'bd95943b-1970-4801-a4a2-b918b988ab45'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:27.643487 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aaef41-aa1c-4d9b-83bf-6d27b2a907d0" -d '{"events": [{"server_uuid": "51605a4b-853e-479f-a3e6-f09880c23d5b", "name": "network-vif-deleted", "tag": "bd95943b-1970-4801-a4a2-b918b988ab45"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:27.683827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a74ac1-b177-4ee3-b49d-e20db22f8fb3 x-openstack-request-id: req-27a74ac1-b177-4ee3-b49d-e20db22f8fb3 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:27.684118 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51605a4b-853e-479f-a3e6-f09880c23d5b", "name": "network-vif-deleted", "tag": "bd95943b-1970-4801-a4a2-b918b988ab45", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:27.684459 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27a74ac1-b177-4ee3-b49d-e20db22f8fb3 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:27.684892 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a74ac1-b177-4ee3-b49d-e20db22f8fb3'] response: {'server_uuid': '51605a4b-853e-479f-a3e6-f09880c23d5b', 'name': 'network-vif-deleted', 'tag': 'bd95943b-1970-4801-a4a2-b918b988ab45', 'status': 'completed', 'code': 200} Jun 23 17:20:27.733832 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:27.934569 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:27.961997 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:20:27.971338 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:27.971943 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:28.073376 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:28.258548 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4493e7ea-d36a-4bf6-ae18-5600985dfd89 req-9b110397-733f-44e4-a113-f27996a961ce tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51605a4b-853e-479f-a3e6-f09880c23d5b HTTP/1.1" status: 200 len: 210 time: 0.0275431 Jun 23 17:20:28.259798 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:28.285010 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110738d-39d7-45a9-a609-28df87210ee0 None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:20:28.516710 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91449491-cde7-447f-997a-72cd942793b6 None None] New status for floating IP 231271bd-c91c-4d3d-9788-87d4e35f8962: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:20:29.353728 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55628) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:29.407533 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (a101bc97-e046-4189-9bfb-01f980570c89), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:29.432591 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (a101bc97-e046-4189-9bfb-01f980570c89), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:29.484770 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a101bc97-e046-4189-9bfb-01f980570c89), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:29.487255 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:29.488407 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "DELETE /v2.0/security-groups/a101bc97-e046-4189-9bfb-01f980570c89 HTTP/1.1" status: 204 len: 168 time: 0.1336205 Jun 23 17:20:29.491384 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55630) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:29.497785 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101bc97-e046-4189-9bfb-01f980570c89,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:29.505296 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.505651 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.506033 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.506175 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-674e6fec-3d20-4143-83fd-a896e3bb8cb3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] show failed (client error): The resource could not be found. Jun 23 17:20:29.506378 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.506721 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.507062 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.507396 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.507722 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.508053 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.508383 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.508709 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.509471 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.509830 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.510156 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.510574 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812ce91-6a0f-45cc-a5df-ab305f38a080 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:29.521569 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-674e6fec-3d20-4143-83fd-a896e3bb8cb3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups/a101bc97-e046-4189-9bfb-01f980570c89 HTTP/1.1" status: 404 len: 347 time: 0.0291085 Jun 23 17:20:29.524599 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55632) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:29.635994 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Deleting port cea097b4-040c-400c-a116-fed8d1eb274a {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:29.636237 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (cea097b4-040c-400c-a116-fed8d1eb274a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:29.974756 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (cea097b4-040c-400c-a116-fed8d1eb274a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:29.975028 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (cea097b4-040c-400c-a116-fed8d1eb274a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:29.987851 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Calling delete_port for cea097b4-040c-400c-a116-fed8d1eb274a owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:30.054706 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5bac1b04-0993-4243-bb41-9d604a977c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.114211 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:30.135756 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (cea097b4-040c-400c-a116-fed8d1eb274a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.157852 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'Port': ['ID=cea097b4-040c-400c-a116-fed8d1eb274a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:30.167702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.168053 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.168393 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.168729 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.169064 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.170118 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.170118 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.170118 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.170382 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.170690 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.171015 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.171334 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.171653 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.171977 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.172298 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:20:30.233457 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (231271bd-c91c-4d3d-9788-87d4e35f8962), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.235791 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.236927 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-55e67219-4ddc-43ca-bb65-21d610f64648 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "DELETE /v2.0/floatingips/231271bd-c91c-4d3d-9788-87d4e35f8962 HTTP/1.1" status: 204 len: 168 time: 0.7112377 Jun 23 17:20:30.305194 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55636) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:30.309779 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-acf24e0e-d796-45d1-9488-2d85496a851e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492967150', 'description': 'tempest-description--219493141'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:30.333027 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-acf24e0e-d796-45d1-9488-2d85496a851e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.414691 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-acf24e0e-d796-45d1-9488-2d85496a851e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (5775f84c-32eb-44f1-90d0-3622b557de22), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.421720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-acf24e0e-d796-45d1-9488-2d85496a851e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5775f84c-32eb-44f1-90d0-3622b557de22), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.453658 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf24e0e-d796-45d1-9488-2d85496a851e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5775f84c-32eb-44f1-90d0-3622b557de22,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:30.459436 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-acf24e0e-d796-45d1-9488-2d85496a851e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.460714 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-acf24e0e-d796-45d1-9488-2d85496a851e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1543689 Jun 23 17:20:30.463860 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55638) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:30.468231 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-27716e52-aabb-4442-8438-363e283ef615 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group_rule': {'security_group_id': '5775f84c-32eb-44f1-90d0-3622b557de22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:30.498625 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-27716e52-aabb-4442-8438-363e283ef615 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (096d55cd-a37b-456f-b811-86ba32fca394), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.554966 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-27716e52-aabb-4442-8438-363e283ef615 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (096d55cd-a37b-456f-b811-86ba32fca394), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.560711 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-27716e52-aabb-4442-8438-363e283ef615 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (096d55cd-a37b-456f-b811-86ba32fca394), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.588165 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27716e52-aabb-4442-8438-363e283ef615 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096d55cd-a37b-456f-b811-86ba32fca394,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:30.594349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-27716e52-aabb-4442-8438-363e283ef615 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.595294 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-27716e52-aabb-4442-8438-363e283ef615 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305232 Jun 23 17:20:30.598070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55640) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:30.602332 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d92ebab4-9a20-4a91-a2a3-755fa6666003 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'security_group_rule': {'security_group_id': '5775f84c-32eb-44f1-90d0-3622b557de22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:30.617993 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:30.630762 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d92ebab4-9a20-4a91-a2a3-755fa6666003 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (7c0cffff-3803-4f97-ac37-bfdd3a9f1562), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.689599 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d92ebab4-9a20-4a91-a2a3-755fa6666003 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (7c0cffff-3803-4f97-ac37-bfdd3a9f1562), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.694892 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d92ebab4-9a20-4a91-a2a3-755fa6666003 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (7c0cffff-3803-4f97-ac37-bfdd3a9f1562), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.714870 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ebab4-9a20-4a91-a2a3-755fa6666003 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0cffff-3803-4f97-ac37-bfdd3a9f1562,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:30.723196 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d92ebab4-9a20-4a91-a2a3-755fa6666003 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.724393 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d92ebab4-9a20-4a91-a2a3-755fa6666003 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254022 Jun 23 17:20:30.728724 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55642) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:30.733238 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:30.757490 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.761585 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:30.836535 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:30.926728 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:30.944883 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Allocated IP 172.27.0.57 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/e4623763-022d-456e-96fd-255091a85bca) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:20:31.046684 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (e4623763-022d-456e-96fd-255091a85bca), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:31.082704 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (e4623763-022d-456e-96fd-255091a85bca), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:31.126271 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:31.131299 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:31.134227 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:20:31.137180 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=e4623763-022d-456e-96fd-255091a85bca,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:31.222564 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (66b8239e-f56b-4e29-a18c-c0c8527ccae5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:31.261523 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (e4623763-022d-456e-96fd-255091a85bca), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:31.419517 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (e4623763-022d-456e-96fd-255091a85bca), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:31.427612 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (e4623763-022d-456e-96fd-255091a85bca), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:31.471439 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device bd95943b-1970-4801-a4a2-b918b988ab45 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:20:31.493189 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: bd95943b-1970-4801-a4a2-b918b988ab45 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:20:31.493535 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device bd95943b-1970-4801-a4a2-b918b988ab45 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:20:31.750305 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:31.758207 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=e4623763-022d-456e-96fd-255091a85bca,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:31.771821 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (66b8239e-f56b-4e29-a18c-c0c8527ccae5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:31.789374 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:31.790823 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e2d5ae54-72e0-44f7-93e3-220ed03cac9d tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0609221 Jun 23 17:20:31.991640 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-bd11a9ae-1706-4e5b-91c0-f4b02bf01fcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1492967150&fields=id&tenant_id=201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 267 time: 0.0441983 Jun 23 17:20:32.102716 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-9e88a68e-ed3c-4e37-8321-1c6020b9ffa3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:32.104311 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-9e88a68e-ed3c-4e37-8321-1c6020b9ffa3 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 814 time: 0.1048393 Jun 23 17:20:32.119813 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-64be361d-ef78-4316-8b95-3594471aa074 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/quotas/201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 375 time: 0.0100367 Jun 23 17:20:32.158127 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:32.176382 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-082dd6be-6db8-4663-9a02-8ef2ede4de13 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509739 Jun 23 17:20:32.279438 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-e618f27b-0803-4732-abaa-ff0b969b1e9b service neutron] 10.222.0.18 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908356 Jun 23 17:20:32.331252 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5988e313-5034-48bf-b8ba-7fe7e2952fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:32.378909 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-17006b25-086b-47ca-b449-f9de2de28117 service neutron] 10.222.0.18 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915501 Jun 23 17:20:32.548005 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-03af46bb-2bec-4b61-8be3-2aedd0edf433 req-57832772-b960-4565-80c5-3d54360e334b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 210 time: 0.0283239 Jun 23 17:20:33.468535 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:33.662278 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ff3d99c-5505-4b58-b621-dd099d7e9d3c req-e4d7e18d-2b98-408c-8336-c8b1c8a06193 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 210 time: 0.0332866 Jun 23 17:20:33.686461 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-ff019957-d773-458c-abad-9e6b8751821f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:33.686461 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-ff019957-d773-458c-abad-9e6b8751821f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 814 time: 0.1443205 Jun 23 17:20:33.765911 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:20:33.766543 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-d0e56d87-5c83-484b-bb9b-03ae6c36a872 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=201cf53eaff642e78cf394182b0b9972 HTTP/1.1" status: 200 len: 380 time: 0.0569208 Jun 23 17:20:33.865650 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'port': {'device_id': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'admin_state_up': True, 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'security_groups': ['5775f84c-32eb-44f1-90d0-3622b557de22']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:33.996958 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Made reservation on behalf of 201cf53eaff642e78cf394182b0b9972 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:20:34.000701 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.128058 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Allocated IP 172.20.0.10 (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1/6fb681cf-827d-4d21-8de7-6099d13e0163/54a11b14-2779-4d3f-a5d5-48f66702f69f) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:20:34.138294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:34.276278 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.295819 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:34.316268 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.363385 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:20:34.366456 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:20:34.369286 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:20:34.400329 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event updated for resources: {'Port': ['ID=54a11b14-2779-4d3f-a5d5-48f66702f69f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:34.430406 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:34.431062 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.450077 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-8f15cc42-d5c5-4108-be77-f677892e2b92 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5908463 Jun 23 17:20:34.470998 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Request body: {'port': {'device_id': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:34.534178 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.604899 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e868c782-b02e-4275-b3b9-246902de9231 None None] Provisioning complete for port 54a11b14-2779-4d3f-a5d5-48f66702f69f triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:34.605508 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e868c782-b02e-4275-b3b9-246902de9231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.639599 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e868c782-b02e-4275-b3b9-246902de9231 None None] Port 54a11b14-2779-4d3f-a5d5-48f66702f69f cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:20:34.778490 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f92412-5788-4ab6-bfc6-c445a709c7a0 req-b9c3dc40-284e-4d4a-be34-0786dd48f692 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:34.780016 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45f92412-5788-4ab6-bfc6-c445a709c7a0 req-b9c3dc40-284e-4d4a-be34-0786dd48f692 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 932 time: 0.0469048 Jun 23 17:20:34.795150 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a11b14-2779-4d3f-a5d5-48f66702f69f {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:20:34.803472 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Publish callbacks [] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.817059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Transition to ACTIVE for port object 54a11b14-2779-4d3f-a5d5-48f66702f69f will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:20:34.824606 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.828904 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-45f92412-5788-4ab6-bfc6-c445a709c7a0 req-fcd59205-cb28-4ead-a43e-9e2335b6e09c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431921 Jun 23 17:20:34.838164 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.873448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=54a11b14-2779-4d3f-a5d5-48f66702f69f,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:34.946773 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Attempting to bind port 54a11b14-2779-4d3f-a5d5-48f66702f69f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:20:34.947112 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Attempting to bind port 54a11b14-2779-4d3f-a5d5-48f66702f69f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:20:34.947448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Attempting to bind port 54a11b14-2779-4d3f-a5d5-48f66702f69f on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:20:34.952440 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Port 54a11b14-2779-4d3f-a5d5-48f66702f69f on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:20:34.952770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Attempting to bind port 54a11b14-2779-4d3f-a5d5-48f66702f69f on network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:20:34.957961 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:20:34.958310 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Checking segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:20:34.958697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Bound using segment: {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:20:34.959139 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Bound port: 54a11b14-2779-4d3f-a5d5-48f66702f69f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:20:34.959504 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:34.968854 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:35.028408 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] For port 54a11b14-2779-4d3f-a5d5-48f66702f69f, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:20:35.031465 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] For port 54a11b14-2779-4d3f-a5d5-48f66702f69f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=54a11b14-2779-4d3f-a5d5-48f66702f69f,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:20:35.039755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:35.075881 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:35.076490 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:35.077880 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] 10.222.0.57 "PUT /v2.0/ports/54a11b14-2779-4d3f-a5d5-48f66702f69f HTTP/1.1" status: 200 len: 1094 time: 0.6114135 Jun 23 17:20:35.078301 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'tag': '54a11b14-2779-4d3f-a5d5-48f66702f69f'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:35.080536 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bb0c8b-3f39-45bb-8ed2-8c7a1cc2a578" -d '{"events": [{"name": "network-changed", "server_uuid": "bee73e46-ae4e-47fe-908c-9c5c6ace3538", "tag": "54a11b14-2779-4d3f-a5d5-48f66702f69f"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:35.102337 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972be9bc-c1ea-4c7c-ac7d-11991bf5d5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=54a11b14-2779-4d3f-a5d5-48f66702f69f,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:35.123159 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d0d655-e541-47a5-bac3-5bb7fec01691 x-openstack-request-id: req-74d0d655-e541-47a5-bac3-5bb7fec01691 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:35.123390 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee73e46-ae4e-47fe-908c-9c5c6ace3538", "tag": "54a11b14-2779-4d3f-a5d5-48f66702f69f", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:35.123834 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74d0d655-e541-47a5-bac3-5bb7fec01691 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:35.124245 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d0d655-e541-47a5-bac3-5bb7fec01691'] response: {'name': 'network-changed', 'server_uuid': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'tag': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'status': 'completed', 'code': 200} Jun 23 17:20:35.208776 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:35.212519 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb0c8b-3f39-45bb-8ed2-8c7a1cc2a578 req-4356df64-6c98-4978-8c67-d100f365bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:35.214384 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6bb0c8b-3f39-45bb-8ed2-8c7a1cc2a578 req-4356df64-6c98-4978-8c67-d100f365bc7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 1128 time: 0.0438430 Jun 23 17:20:35.219580 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:35.225954 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:35.338229 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb0c8b-3f39-45bb-8ed2-8c7a1cc2a578 req-5db95b07-dc13-406a-9d3b-34bbec422262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:35.339654 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6bb0c8b-3f39-45bb-8ed2-8c7a1cc2a578 req-5db95b07-dc13-406a-9d3b-34bbec422262 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=201cf53eaff642e78cf394182b0b9972&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0990434 Jun 23 17:20:35.431153 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb0c8b-3f39-45bb-8ed2-8c7a1cc2a578 req-f9e71c90-252e-4edc-9910-021584af6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:35.432703 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6bb0c8b-3f39-45bb-8ed2-8c7a1cc2a578 req-f9e71c90-252e-4edc-9910-021584af6c0b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872357 Jun 23 17:20:35.551186 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-928f45f4-0392-4d00-baae-f2f333783382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:35.552684 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-928f45f4-0392-4d00-baae-f2f333783382 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 1128 time: 0.0501020 Jun 23 17:20:35.598455 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-3da54a1b-deeb-4ca6-a81c-80a8b98228fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54a11b14-2779-4d3f-a5d5-48f66702f69f HTTP/1.1" status: 200 len: 217 time: 0.0324428 Jun 23 17:20:35.648402 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-b4c2fd43-44bf-40d8-87c7-4e95c67a7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:35.649933 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-b4c2fd43-44bf-40d8-87c7-4e95c67a7217 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.0455391 Jun 23 17:20:35.696910 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-0822c922-5d7d-4b3c-923a-2754ad045a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:35.698491 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-0822c922-5d7d-4b3c-923a-2754ad045a0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423951 Jun 23 17:20:35.798086 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-84ed5591-a5b6-40e4-8d78-248cba1b8dbc service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913262 Jun 23 17:20:35.894168 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1e2449f-2f8a-4ad4-9774-0ac016df70c1 req-e9433078-c0f1-4bcb-8987-6c19e340311b service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895717 Jun 23 17:20:35.947877 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc9543-4922-4f4a-b0a2-08ce917735a2 req-1eb6edb8-73c4-4e4f-80d3-26cf19d37ae1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:35.949563 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-56dc9543-4922-4f4a-b0a2-08ce917735a2 req-1eb6edb8-73c4-4e4f-80d3-26cf19d37ae1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 944 time: 0.0506642 Jun 23 17:20:35.969528 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:35.996853 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-56dc9543-4922-4f4a-b0a2-08ce917735a2 req-697e9732-141b-4804-bb96-f82044ce9da8 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Jun 23 17:20:37.118781 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc73d5-c804-4fb5-ac48-6fd3001760b3 req-81a3d12e-2a53-4843-a996-ec7659d87781 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:37.120414 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1fc73d5-c804-4fb5-ac48-6fd3001760b3 req-81a3d12e-2a53-4843-a996-ec7659d87781 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Jun 23 17:20:37.169152 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1fc73d5-c804-4fb5-ac48-6fd3001760b3 req-bfc9919d-110b-49bc-b07b-03a516f745d7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Jun 23 17:20:38.305408 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b22f1-5843-4d44-b583-02f37051b706 req-b0b33242-b72e-4f77-91b2-0c5a807b5874 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:38.306907 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be5b22f1-5843-4d44-b583-02f37051b706 req-b0b33242-b72e-4f77-91b2-0c5a807b5874 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 944 time: 0.0474634 Jun 23 17:20:38.357842 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-be5b22f1-5843-4d44-b583-02f37051b706 req-a5b4b172-df8e-4316-a925-daed5e8cf7d6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Jun 23 17:20:38.582749 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:39.484714 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c10d2-7354-4036-8cb9-2a36e126a7df req-bc7ece67-cd9e-4ba6-86d7-5f53680ae673 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:39.486193 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-272c10d2-7354-4036-8cb9-2a36e126a7df req-bc7ece67-cd9e-4ba6-86d7-5f53680ae673 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 944 time: 0.0482676 Jun 23 17:20:39.517376 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 54a11b14-2779-4d3f-a5d5-48f66702f69f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:20:39.532889 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-272c10d2-7354-4036-8cb9-2a36e126a7df req-1c8053cb-ede7-4788-b9de-2b550c899a27 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Jun 23 17:20:39.623688 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 54a11b14-2779-4d3f-a5d5-48f66702f69f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=54a11b14-2779-4d3f-a5d5-48f66702f69f,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:39.635169 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'port_id': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'mac_address': 'fa:16:3e:06:f6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:20:39.671506 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 54a11b14-2779-4d3f-a5d5-48f66702f69f is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:39.671808 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:39.674288 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:39.690752 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a11b14-2779-4d3f-a5d5-48f66702f69f {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:20:39.712901 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 54a11b14-2779-4d3f-a5d5-48f66702f69f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=54a11b14-2779-4d3f-a5d5-48f66702f69f,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:39.722403 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:39.769963 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=54a11b14-2779-4d3f-a5d5-48f66702f69f,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:40.205554 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['54a11b14-2779-4d3f-a5d5-48f66702f69f'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:20:40.314182 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:40.323912 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:40.656916 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8941ef-ef79-4cc8-ae27-987aed25e342 req-f9ce911c-b0fd-4e77-ba2f-0ba62e81ef37 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:40.658424 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df8941ef-ef79-4cc8-ae27-987aed25e342 req-f9ce911c-b0fd-4e77-ba2f-0ba62e81ef37 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 945 time: 0.0536046 Jun 23 17:20:40.707025 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-df8941ef-ef79-4cc8-ae27-987aed25e342 req-1664439e-0634-41a2-95b8-bcaa972d07e8 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 Jun 23 17:20:41.525875 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 54a11b14-2779-4d3f-a5d5-48f66702f69f up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:20:41.574034 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 54a11b14-2779-4d3f-a5d5-48f66702f69f completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:20:41.583474 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 54a11b14-2779-4d3f-a5d5-48f66702f69f triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:20:41.583858 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:41.657407 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 54a11b14-2779-4d3f-a5d5-48f66702f69f is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:20:41.657813 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:41.682790 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a11b14-2779-4d3f-a5d5-48f66702f69f'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:41.685239 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9d39df-289d-40f6-8dfa-683b47e00e67" -d '{"events": [{"server_uuid": "bee73e46-ae4e-47fe-908c-9c5c6ace3538", "name": "network-vif-plugged", "status": "completed", "tag": "54a11b14-2779-4d3f-a5d5-48f66702f69f"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:41.699385 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 54a11b14-2779-4d3f-a5d5-48f66702f69f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=54a11b14-2779-4d3f-a5d5-48f66702f69f,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:41.706039 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:41.733974 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a593f9-5299-40e3-99c5-fda2b5d4d4a8 x-openstack-request-id: req-c2a593f9-5299-40e3-99c5-fda2b5d4d4a8 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:41.734266 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee73e46-ae4e-47fe-908c-9c5c6ace3538", "name": "network-vif-plugged", "status": "completed", "tag": "54a11b14-2779-4d3f-a5d5-48f66702f69f", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:41.734496 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2a593f9-5299-40e3-99c5-fda2b5d4d4a8 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:41.734949 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a593f9-5299-40e3-99c5-fda2b5d4d4a8'] response: {'server_uuid': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'code': 200} Jun 23 17:20:41.756934 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=54a11b14-2779-4d3f-a5d5-48f66702f69f,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:41.822554 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450b1f-331d-475f-8ee6-cc7b2e6291ee req-731fd589-0e5e-438a-8c4b-65a3695da11e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:41.824065 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7f450b1f-331d-475f-8ee6-cc7b2e6291ee req-731fd589-0e5e-438a-8c4b-65a3695da11e tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0477855 Jun 23 17:20:41.871595 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7f450b1f-331d-475f-8ee6-cc7b2e6291ee req-52cca6c4-fc9f-402d-bf10-25f0370a3858 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 Jun 23 17:20:41.959327 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaf2d2-c9a6-4b8c-b2b0-e268fac7d2a8 req-7d7bee75-e2af-490b-ac71-c099ad72458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:41.960841 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0edaf2d2-c9a6-4b8c-b2b0-e268fac7d2a8 req-7d7bee75-e2af-490b-ac71-c099ad72458d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 1130 time: 0.0447810 Jun 23 17:20:42.007316 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0edaf2d2-c9a6-4b8c-b2b0-e268fac7d2a8 req-a17aacd7-1542-4241-a2ee-f6222b586e95 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376751 Jun 23 17:20:42.997063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fab4eb-c558-4d6d-837e-06905bb2a6ec req-d9492ff5-8a06-4320-b73a-aaf39fb0dee0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:42.998555 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-40fab4eb-c558-4d6d-837e-06905bb2a6ec req-d9492ff5-8a06-4320-b73a-aaf39fb0dee0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0493224 Jun 23 17:20:43.030964 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:43.048984 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-40fab4eb-c558-4d6d-837e-06905bb2a6ec req-dcec8786-516e-45fb-8793-7e3464824fcb tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443084 Jun 23 17:20:44.167041 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad2084-bd21-43d5-a681-6e51feb6d5df req-0ade78ff-bc58-416d-bd6e-c839e9221db2 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:44.168489 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a5ad2084-bd21-43d5-a681-6e51feb6d5df req-0ade78ff-bc58-416d-bd6e-c839e9221db2 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0469613 Jun 23 17:20:44.219417 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a5ad2084-bd21-43d5-a681-6e51feb6d5df req-5af09fef-6c78-47c5-9995-b441375f7e82 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451658 Jun 23 17:20:44.335340 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30f6c-a49d-4c20-b651-c0fc60d40f55 req-1af990f2-cf9c-4830-8b71-05024d77b171 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:44.336700 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1e30f6c-a49d-4c20-b651-c0fc60d40f55 req-1af990f2-cf9c-4830-8b71-05024d77b171 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0531008 Jun 23 17:20:44.346313 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55704) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:44.350878 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Request body: {'floatingip': {'port_id': '54a11b14-2779-4d3f-a5d5-48f66702f69f'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:20:44.388244 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (66b8239e-f56b-4e29-a18c-c0c8527ccae5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:44.807815 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:44.817147 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:44.823958 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (66b8239e-f56b-4e29-a18c-c0c8527ccae5), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:44.917302 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Floating IP 66b8239e-f56b-4e29-a18c-c0c8527ccae5 associated. External IP: 172.27.0.57, port: 54a11b14-2779-4d3f-a5d5-48f66702f69f. Jun 23 17:20:45.009914 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:45.120943 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:20:45.168637 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55706) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:45.226333 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:20:45.230836 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:45.238223 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5b992-a96c-4367-8078-142e5649011e None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:20:45.247856 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5b992-a96c-4367-8078-142e5649011e None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:45.248491 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fac5b992-a96c-4367-8078-142e5649011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:45.265357 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-11f59393-a7e0-486f-bc5b-f9f6ae767a42 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "PUT /v2.0/floatingips/66b8239e-f56b-4e29-a18c-c0c8527ccae5 HTTP/1.1" status: 200 len: 991 time: 0.9154103 Jun 23 17:20:45.265357 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'tag': '54a11b14-2779-4d3f-a5d5-48f66702f69f'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:45.267007 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1099355-03dc-4411-a07c-2fab642fabb1" -d '{"events": [{"name": "network-changed", "server_uuid": "bee73e46-ae4e-47fe-908c-9c5c6ace3538", "tag": "54a11b14-2779-4d3f-a5d5-48f66702f69f"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:45.310257 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064d4c56-f00b-449b-aa19-1110f2c66230 x-openstack-request-id: req-064d4c56-f00b-449b-aa19-1110f2c66230 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:45.310583 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee73e46-ae4e-47fe-908c-9c5c6ace3538", "tag": "54a11b14-2779-4d3f-a5d5-48f66702f69f", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:45.310835 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-064d4c56-f00b-449b-aa19-1110f2c66230 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:45.311234 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064d4c56-f00b-449b-aa19-1110f2c66230'] response: {'name': 'network-changed', 'server_uuid': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'tag': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'status': 'completed', 'code': 200} Jun 23 17:20:45.312204 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:45.351173 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fac5b992-a96c-4367-8078-142e5649011e None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:45.418109 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-955a1be4-074c-4278-b28d-5db0d0e81f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:45.419607 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-955a1be4-074c-4278-b28d-5db0d0e81f2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=201cf53eaff642e78cf394182b0b9972&device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 1130 time: 0.0555692 Jun 23 17:20:45.480979 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Deleting port ffd328c9-01eb-4198-b17e-b2bdd5be957a {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:45.481281 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (ffd328c9-01eb-4198-b17e-b2bdd5be957a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:45.594262 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-ddce6531-94b9-4c70-a5fd-9ac1558332ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:45.595808 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-ddce6531-94b9-4c70-a5fd-9ac1558332ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 200 len: 915 time: 0.1559067 Jun 23 17:20:45.619354 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (ffd328c9-01eb-4198-b17e-b2bdd5be957a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:45.619650 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for floatingip (ffd328c9-01eb-4198-b17e-b2bdd5be957a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:45.668508 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Calling delete_port for ffd328c9-01eb-4198-b17e-b2bdd5be957a owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:45.689719 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-c4e8de99-ae7b-44b5-b8b1-11c23255d994 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54a11b14-2779-4d3f-a5d5-48f66702f69f HTTP/1.1" status: 200 len: 999 time: 0.0804689 Jun 23 17:20:45.692715 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fac5b992-a96c-4367-8078-142e5649011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '66b8239e-f56b-4e29-a18c-c0c8527ccae5', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:06:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:20:31Z', 'updated_at': '2022-06-23T17:20:44Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:45.720676 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5b992-a96c-4367-8078-142e5649011e None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:20:45.729822 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5b992-a96c-4367-8078-142e5649011e None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:45.730457 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fac5b992-a96c-4367-8078-142e5649011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:45.808750 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-53bf763c-8c8c-471d-8c2f-7a2e1989e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:45.810210 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-53bf763c-8c8c-471d-8c2f-7a2e1989e9d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 200 len: 853 time: 0.0928552 Jun 23 17:20:45.831510 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fac5b992-a96c-4367-8078-142e5649011e None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:45.869169 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-988aa40f-cea4-4353-bb60-3f82fd669759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:45.870768 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-988aa40f-cea4-4353-bb60-3f82fd669759 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507660 Jun 23 17:20:45.984909 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (ffd328c9-01eb-4198-b17e-b2bdd5be957a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:46.021348 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event deleted for resources: {'Port': ['ID=ffd328c9-01eb-4198-b17e-b2bdd5be957a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:46.027023 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-153e1aa3-519c-42c7-8e0d-b36acd891516 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481593 Jun 23 17:20:46.053411 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fac5b992-a96c-4367-8078-142e5649011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '66b8239e-f56b-4e29-a18c-c0c8527ccae5', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:06:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:20:31Z', 'updated_at': '2022-06-23T17:20:44Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:46.079476 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5b992-a96c-4367-8078-142e5649011e None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '66b8239e-f56b-4e29-a18c-c0c8527ccae5', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'port_id': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'mac_address': 'fa:16:3e:06:f6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:20:31Z', 'updated_at': '2022-06-23T17:20:44Z', 'revision_number': 1, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:20:46.105054 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:46.130287 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:46.151018 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for floatingip (16566ede-ae64-4c74-8ccb-59e1885cddef), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:46.151355 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Floating IP 16566ede-ae64-4c74-8ccb-59e1885cddef disassociated (deleted). External IP: 172.27.0.7, port: 0ea26bf7-a55b-43ac-9717-c694d5cc21f4. Jun 23 17:20:46.206924 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1099355-03dc-4411-a07c-2fab642fabb1 req-20e76e0e-b435-4e8e-beed-7b3333b96798 service neutron] 10.222.0.57 "GET /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619251 Jun 23 17:20:46.272796 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4762bc5e-20df-4485-afbc-dfd7a981d22d None None] New status for floating IP 66b8239e-f56b-4e29-a18c-c0c8527ccae5: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:20:46.375368 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Router b9be47f9-f036-460b-a06a-1f23983d198d has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:20:46.740762 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:20:46.745521 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:46.751772 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] Sync routers for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:20:46.762284 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:46.762894 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:46.776803 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6a69c6f2-1f19-43ed-af20-872773e377d8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "DELETE /v2.0/floatingips/16566ede-ae64-4c74-8ccb-59e1885cddef HTTP/1.1" status: 204 len: 168 time: 1.6070337 Jun 23 17:20:46.777418 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:46.779735 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee742f38-d5e0-495e-ac46-ed37b217a8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:46.817188 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38de8d0-2697-477c-8427-2550d326d33a x-openstack-request-id: req-e38de8d0-2697-477c-8427-2550d326d33a {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:46.817462 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:46.817720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e38de8d0-2697-477c-8427-2550d326d33a {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:46.818157 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38de8d0-2697-477c-8427-2550d326d33a'] response: {'name': 'network-changed', 'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'status': 'completed', 'code': 200} Jun 23 17:20:46.867399 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:46.901724 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-236a4ba1-a566-4a47-b5f2-ccea2727a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:46.903413 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-236a4ba1-a566-4a47-b5f2-ccea2727a77e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e456e86229d84ae28c56cf25357f99bc&device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 1129 time: 0.0408440 Jun 23 17:20:46.970133 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:47.011399 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-17d6cb33-17a4-4373-bf76-6b0f4c5e62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:47.013240 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-17d6cb33-17a4-4373-bf76-6b0f4c5e62d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 200 len: 910 time: 0.1013823 Jun 23 17:20:47.026586 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334153e-3203-4285-961a-d9a2d34be2cf req-7d98adfc-60d5-4435-b7f5-982341886783 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:47.028104 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6334153e-3203-4285-961a-d9a2d34be2cf req-7d98adfc-60d5-4435-b7f5-982341886783 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0586543 Jun 23 17:20:47.075736 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:15Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:47.082829 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6334153e-3203-4285-961a-d9a2d34be2cf req-1b23d1be-74f9-4350-85d3-13fd870d1afb tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Jun 23 17:20:47.100347 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] Checking router: b9be47f9-f036-460b-a06a-1f23983d198d for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:20:47.109443 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:47.110076 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:47.211599 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:47.221682 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:47.223681 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:47.418364 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:15Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:47.453587 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d5d728-ff1b-4ced-8f5c-c9a2d84abb7d None None] The sync data for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi is: [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:14:11Z', 'revision_number': 4, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a', 'name': '', 'network_id': '3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'mac_address': 'fa:16:3e:83:2f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:10Z', 'updated_at': '2022-06-23T17:14:15Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'subnets': [{'id': 'b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:20:47.695883 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d853fd-8cc7-4c1c-93e0-eee191471257 None None] New status for floating IP 16566ede-ae64-4c74-8ccb-59e1885cddef: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:20:48.109431 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-105d0449-f613-4585-9e6d-f2089402c318 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 200 len: 217 time: 0.0450816 Jun 23 17:20:48.169513 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-e876a894-b60a-4ddd-8406-2926f8e266a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:48.171161 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-e876a894-b60a-4ddd-8406-2926f8e266a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae HTTP/1.1" status: 200 len: 848 time: 0.0541241 Jun 23 17:20:48.236632 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc012590-6971-49c4-aac1-0f864f9a05ee req-4c948039-6a28-4807-bb8e-701d7d2e980a tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:48.238136 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc012590-6971-49c4-aac1-0f864f9a05ee req-4c948039-6a28-4807-bb8e-701d7d2e980a tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0791695 Jun 23 17:20:48.241109 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-4945ea9f-ccd2-47cb-a43f-58d9fee3c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:48.242520 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-4945ea9f-ccd2-47cb-a43f-58d9fee3c702 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513604 Jun 23 17:20:48.289420 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc012590-6971-49c4-aac1-0f864f9a05ee req-69d45cee-034e-4e68-8aca-828d204ff1c8 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2704adb-c3c5-4c29-82f3-b5e7d78b3657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456381 Jun 23 17:20:48.572161 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-87d17f53-0339-43ba-bd61-d074a29d4190 service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927765 Jun 23 17:20:48.743218 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee742f38-d5e0-495e-ac46-ed37b217a8c0 req-c61d90cb-8c5b-40b6-abe7-57194d34e71a service neutron] 10.222.0.57 "GET /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935795 Jun 23 17:20:48.796075 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:48.819032 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:48.856159 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-48766367-3d4f-4c80-913f-cc4e68735860 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:20:48.857551 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-48766367-3d4f-4c80-913f-cc4e68735860 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.57 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 945 time: 0.0479963 Jun 23 17:20:48.900825 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:48.947084 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Deleting port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:48.947432 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:49.040605 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] For port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:49.040946 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:49.054484 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Calling delete_port for 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:49.181636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (0ea26bf7-a55b-43ac-9717-c694d5cc21f4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:49.210845 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event deleted for resources: {'Port': ['ID=0ea26bf7-a55b-43ac-9717-c694d5cc21f4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:49.257629 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] No DVR routers for this DVR port 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:20:49.260144 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:49.263481 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-49042673-defa-4bbb-98cf-25ea23ec5d25 req-5f67969e-ae6f-4dec-a813-ea02c811cecd tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.57 "DELETE /v2.0/ports/0ea26bf7-a55b-43ac-9717-c694d5cc21f4 HTTP/1.1" status: 204 len: 173 time: 0.4007516 Jun 23 17:20:49.263913 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'name': 'network-vif-deleted', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:20:49.266380 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995027a8-5165-4a7c-ae94-8238c5d0bc2e" -d '{"events": [{"server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "name": "network-vif-deleted", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:20:49.307714 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b829b9ca-922c-48b3-9616-6594986eb66c x-openstack-request-id: req-b829b9ca-922c-48b3-9616-6594986eb66c {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:20:49.308009 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eed0594-b0c2-4c93-a04b-898a6e02ca06", "name": "network-vif-deleted", "tag": "0ea26bf7-a55b-43ac-9717-c694d5cc21f4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:20:49.308352 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b829b9ca-922c-48b3-9616-6594986eb66c {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:20:49.308680 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b829b9ca-922c-48b3-9616-6594986eb66c'] response: {'server_uuid': '4eed0594-b0c2-4c93-a04b-898a6e02ca06', 'name': 'network-vif-deleted', 'tag': '0ea26bf7-a55b-43ac-9717-c694d5cc21f4', 'status': 'completed', 'code': 200} Jun 23 17:20:49.387077 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-084734d5-a1b8-462f-8148-1865a077e002 req-482cf1d3-4999-47c1-bffa-b019c0db6a23 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eed0594-b0c2-4c93-a04b-898a6e02ca06 HTTP/1.1" status: 200 len: 210 time: 0.0282922 Jun 23 17:20:50.458713 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55728) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:50.525064 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d51c7b1-530d-4033-b7c2-a09d0673c233 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group (d2704adb-c3c5-4c29-82f3-b5e7d78b3657), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:50.550369 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d51c7b1-530d-4033-b7c2-a09d0673c233 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group (d2704adb-c3c5-4c29-82f3-b5e7d78b3657), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:50.613815 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d51c7b1-530d-4033-b7c2-a09d0673c233 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (d2704adb-c3c5-4c29-82f3-b5e7d78b3657), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:50.616557 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d51c7b1-530d-4033-b7c2-a09d0673c233 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:50.617688 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9d51c7b1-530d-4033-b7c2-a09d0673c233 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2704adb-c3c5-4c29-82f3-b5e7d78b3657 HTTP/1.1" status: 204 len: 168 time: 0.1579189 Jun 23 17:20:50.626924 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51c7b1-530d-4033-b7c2-a09d0673c233 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2704adb-c3c5-4c29-82f3-b5e7d78b3657,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:50.666193 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55732) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:50.913732 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:51.058933 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (b9be47f9-f036-460b-a06a-1f23983d198d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:51.197641 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:51.290312 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Deleting port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:51.290607 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:51.382995 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] For port ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:51.383373 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:51.400358 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Calling delete_port for ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a owned by network:router_interface {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:51.586011 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:51.613693 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:51.775107 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (b9be47f9-f036-460b-a06a-1f23983d198d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:51.833006 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:52.000857 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Router b9be47f9-f036-460b-a06a-1f23983d198d has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:20:52.048847 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:52.105110 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:20:52.110295 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-83b32a86-ab46-4864-a785-58fa252d90be admin admin] 10.222.0.18 "PUT /v2.0/routers/b9be47f9-f036-460b-a06a-1f23983d198d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4428294 Jun 23 17:20:52.113314 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55740) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:52.114444 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] Sync routers for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:20:52.124650 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:52.125261 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:52.230163 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:52.401850 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:20:51Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:52.430893 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] Checking router: b9be47f9-f036-460b-a06a-1f23983d198d for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:20:52.439814 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] Routers {'b9be47f9-f036-460b-a06a-1f23983d198d'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:52.440426 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['b9be47f9-f036-460b-a06a-1f23983d198d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:52.460882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks [] for router (b9be47f9-f036-460b-a06a-1f23983d198d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:52.535684 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] Set router b9be47f9-f036-460b-a06a-1f23983d198d gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:52.560131 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks [] for router_gateway (b9be47f9-f036-460b-a06a-1f23983d198d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:52.607800 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Deleting port ac5261d6-61cb-4efa-a0cd-204e0fa50e25 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:52.608642 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:52.692597 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] For port ac5261d6-61cb-4efa-a0cd-204e0fa50e25, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=ac5261d6-61cb-4efa-a0cd-204e0fa50e25,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:52.692990 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:52.708958 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Calling delete_port for ac5261d6-61cb-4efa-a0cd-204e0fa50e25 owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:52.830962 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:20:51Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:52.855611 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebbb1ff-6216-4ba3-bad4-d854d694d483 None None] The sync data for ids ['b9be47f9-f036-460b-a06a-1f23983d198d'] in dv-cinder-835384-10-iscsi is: [{'id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'name': 'tempest-TestShelveInstance-1415646678-router', 'tenant_id': 'e456e86229d84ae28c56cf25357f99bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:07Z', 'updated_at': '2022-06-23T17:20:51Z', 'revision_number': 5, 'project_id': 'e456e86229d84ae28c56cf25357f99bc', 'gw_port': {'id': 'ac5261d6-61cb-4efa-a0cd-204e0fa50e25', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be47f9-f036-460b-a06a-1f23983d198d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:08Z', 'updated_at': '2022-06-23T17:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:20:52.884198 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (ac5261d6-61cb-4efa-a0cd-204e0fa50e25), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:52.909134 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5261d6-61cb-4efa-a0cd-204e0fa50e25,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:52.933739 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:52.974611 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (b9be47f9-f036-460b-a06a-1f23983d198d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.058431 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (b9be47f9-f036-460b-a06a-1f23983d198d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.060615 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks [] for router_controller (b9be47f9-f036-460b-a06a-1f23983d198d), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.104429 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (b9be47f9-f036-460b-a06a-1f23983d198d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.105280 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9be47f9-f036-460b-a06a-1f23983d198d {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:20:53.111545 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.112723 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0b85b9c9-b070-4c12-9ba9-5008d904c8dc admin admin] 10.222.0.18 "DELETE /v2.0/routers/b9be47f9-f036-460b-a06a-1f23983d198d HTTP/1.1" status: 204 len: 168 time: 0.9983916 Jun 23 17:20:53.115442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55742) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:53.161244 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c9f260-d875-4c47-ae2e-e8cf8c623c22 admin admin] Deleting subnet b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:20:53.164338 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-58c9f260-d875-4c47-ae2e-e8cf8c623c22 admin admin] Publish callbacks [] for subnet (b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.204738 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-58c9f260-d875-4c47-ae2e-e8cf8c623c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11756901'] for subnet (b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.230803 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:53.286032 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-58c9f260-d875-4c47-ae2e-e8cf8c623c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.342529 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-58c9f260-d875-4c47-ae2e-e8cf8c623c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11266086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11703649'] for subnet (b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.371654 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f260-d875-4c47-ae2e-e8cf8c623c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:53.375219 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-58c9f260-d875-4c47-ae2e-e8cf8c623c22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.378392 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-58c9f260-d875-4c47-ae2e-e8cf8c623c22 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b92d5e68-5ebb-48ea-8fa3-cd5435acf8ae HTTP/1.1" status: 204 len: 168 time: 0.2620120 Jun 23 17:20:53.380952 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55746) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:53.383715 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f4a74-2d93-4803-af85-0fa96c445ae3 None None] Network 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:20:53.456770 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.505068 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Deleting port 68d9a82a-b70b-430e-8eae-c666dae06ad1 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:53.506756 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.551898 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] DHCP port deletion for 3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:20:53.582192 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] For port 68d9a82a-b70b-430e-8eae-c666dae06ad1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=68d9a82a-b70b-430e-8eae-c666dae06ad1,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:53.582557 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.590033 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] Deleting port 68d9a82a-b70b-430e-8eae-c666dae06ad1 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:53.590403 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.596477 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Calling delete_port for 68d9a82a-b70b-430e-8eae-c666dae06ad1 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:53.602942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:20:53.634791 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:20:53.635132 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 0ea26bf7-a55b-43ac-9717-c694d5cc21f4 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:20:53.675774 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] For port 68d9a82a-b70b-430e-8eae-c666dae06ad1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=68d9a82a-b70b-430e-8eae-c666dae06ad1,segment=NetworkSegment(4035dd54-6288-46fc-9c6d-c18403e1d0cb),segment_id=4035dd54-6288-46fc-9c6d-c18403e1d0cb)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:53.676168 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.676861 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.690570 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] Calling delete_port for 68d9a82a-b70b-430e-8eae-c666dae06ad1 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:53.705752 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=68d9a82a-b70b-430e-8eae-c666dae06ad1,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:53.710425 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] No DVR routers for this DVR port 68d9a82a-b70b-430e-8eae-c666dae06ad1 on host dv-cinder-835384-10-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:20:53.742894 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:53.768731 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (68d9a82a-b70b-430e-8eae-c666dae06ad1), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.781540 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.793323 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] Pushing event deleted for resources: {'Port': ['ID=68d9a82a-b70b-430e-8eae-c666dae06ad1,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:53.797535 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b04c30-2a58-4ee8-8ddd-7f8bd9467e81 None None] No DVR routers for this DVR port 68d9a82a-b70b-430e-8eae-c666dae06ad1 on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:20:53.803559 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:53.814602 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4035dd54-6288-46fc-9c6d-c18403e1d0cb') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:53.814903 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4035dd54-6288-46fc-9c6d-c18403e1d0cb') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:53.825400 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (4035dd54-6288-46fc-9c6d-c18403e1d0cb), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.841515 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (4035dd54-6288-46fc-9c6d-c18403e1d0cb), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.847555 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:53.851564 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:20:53.851930 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (4035dd54-6288-46fc-9c6d-c18403e1d0cb), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.889837 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 4035dd54-6288-46fc-9c6d-c18403e1d0cb resource provider aggregate not found Jun 23 17:20:53.905136 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:20:53.926883 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:20:53.927236 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device ec2b2f01-0ba2-4856-a4ac-ebdfaa0b5a6a not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:20:53.928006 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 68d9a82a-b70b-430e-8eae-c666dae06ad1 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:20:53.930175 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 4035dd54-6288-46fc-9c6d-c18403e1d0cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4035dd54-6288-46fc-9c6d-c18403e1d0cb found for delete ", "request_id": "req-4c9d17da-ad6a-4f6f-ab06-2cf245e9ea2d"}]} Jun 23 17:20:53.940064 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.944837 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:53.948363 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 68d9a82a-b70b-430e-8eae-c666dae06ad1 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:20:53.948820 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 68d9a82a-b70b-430e-8eae-c666dae06ad1 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:20:53.949250 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device ac5261d6-61cb-4efa-a0cd-204e0fa50e25 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:20:53.950257 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8 HTTP/1.1" status: 204 len: 168 time: 0.5683892 Jun 23 17:20:53.951331 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55754) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:53.965831 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f3ccc-d177-479a-8762-cb53cd00e4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5ff66a-a5af-42f3-a3ab-c222fd0cd2f8,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:53.967916 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: ac5261d6-61cb-4efa-a0cd-204e0fa50e25 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:20:53.972373 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device ac5261d6-61cb-4efa-a0cd-204e0fa50e25 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:20:54.282370 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:54.430079 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:54.500187 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Deleting port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:54.500534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:54.511036 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:54.581418 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] For port c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,segment=NetworkSegment(db41c3b6-68b7-4d3a-bc5b-09dd446081b8),segment_id=db41c3b6-68b7-4d3a-bc5b-09dd446081b8)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:54.581659 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:54.595144 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Calling delete_port for c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:54.782612 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:54.810910 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:54.971262 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:55.179637 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:20:55.264858 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:55.288640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:20:55.294081 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4e267cb4-7ac1-4231-b6a6-f61e62d78759 admin admin] 10.222.0.18 "PUT /v2.0/routers/29e7b50c-a3bf-459a-9624-5a20ca0a87ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3412187 Jun 23 17:20:55.296329 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55756) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:55.299716 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] Sync routers for ids ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:20:55.310713 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] Routers {'29e7b50c-a3bf-459a-9624-5a20ca0a87ee'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:55.311361 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:55.378343 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:55.396287 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks [] for router (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:55.408156 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] Set router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:55.496008 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks [] for router_gateway (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:55.542184 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Deleting port 833c63ac-2da3-4c11-8414-887e7fde6d1d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:55.542525 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:55.574978 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:20:54Z', 'revision_number': 5, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port': {'id': '833c63ac-2da3-4c11-8414-887e7fde6d1d', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:14:14Z', 'updated_at': '2022-06-23T17:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:55.600248 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] Checking router: 29e7b50c-a3bf-459a-9624-5a20ca0a87ee for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:20:55.610227 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] Routers {'29e7b50c-a3bf-459a-9624-5a20ca0a87ee'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:20:55.611108 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:20:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:55.630438 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] For port 833c63ac-2da3-4c11-8414-887e7fde6d1d, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=833c63ac-2da3-4c11-8414-887e7fde6d1d,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:55.630801 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:55.643697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Calling delete_port for 833c63ac-2da3-4c11-8414-887e7fde6d1d owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:55.693718 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] Set router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:20:55.740132 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:20:55Z', 'revision_number': 6, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:55.767076 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcc79c-34e1-4f2f-9060-635166880be0 None None] The sync data for ids ['29e7b50c-a3bf-459a-9624-5a20ca0a87ee'] in dv-cinder-835384-10-iscsi is: [{'id': '29e7b50c-a3bf-459a-9624-5a20ca0a87ee', 'name': 'tempest-TestShelveInstance-1754402309-router', 'tenant_id': '3dbf727359934d70ac5bfb0a647205a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:14:13Z', 'updated_at': '2022-06-23T17:20:55Z', 'revision_number': 6, 'project_id': '3dbf727359934d70ac5bfb0a647205a0', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:20:55.826124 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (833c63ac-2da3-4c11-8414-887e7fde6d1d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:55.854910 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Pushing event deleted for resources: {'Port': ['ID=833c63ac-2da3-4c11-8414-887e7fde6d1d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:55.919573 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.029931 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.032307 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks [] for router_controller (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.377520 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (29e7b50c-a3bf-459a-9624-5a20ca0a87ee), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.378133 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29e7b50c-a3bf-459a-9624-5a20ca0a87ee {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:20:56.383288 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.384549 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2fe67654-2675-4625-a391-8400b522ed10 admin admin] 10.222.0.18 "DELETE /v2.0/routers/29e7b50c-a3bf-459a-9624-5a20ca0a87ee HTTP/1.1" status: 204 len: 168 time: 1.0873330 Jun 23 17:20:56.387233 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55758) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:56.445502 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d9a3ae-f7b4-48bc-bb93-d364cc82903b admin admin] Deleting subnet ed4f0dd3-8e43-4780-94f7-ef3da31beda9 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:20:56.450683 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a3ae-f7b4-48bc-bb93-d364cc82903b admin admin] Publish callbacks [] for subnet (ed4f0dd3-8e43-4780-94f7-ef3da31beda9), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.491366 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a3ae-f7b4-48bc-bb93-d364cc82903b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11756901'] for subnet (ed4f0dd3-8e43-4780-94f7-ef3da31beda9), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.590761 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a3ae-f7b4-48bc-bb93-d364cc82903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (ed4f0dd3-8e43-4780-94f7-ef3da31beda9), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.615832 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:56.656057 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a3ae-f7b4-48bc-bb93-d364cc82903b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11266086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11703649'] for subnet (ed4f0dd3-8e43-4780-94f7-ef3da31beda9), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.690131 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9a3ae-f7b4-48bc-bb93-d364cc82903b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed4f0dd3-8e43-4780-94f7-ef3da31beda9,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:56.692170 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a3ae-f7b4-48bc-bb93-d364cc82903b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.695449 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f7d9a3ae-f7b4-48bc-bb93-d364cc82903b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ed4f0dd3-8e43-4780-94f7-ef3da31beda9 HTTP/1.1" status: 204 len: 168 time: 0.3071985 Jun 23 17:20:56.698781 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55760) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:56.699057 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b7dec9-6c3c-4880-be30-ff845574f6eb None None] Network 5a565476-1c10-451f-910c-917d9cfd1ee9 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:20:56.774591 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (5a565476-1c10-451f-910c-917d9cfd1ee9), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.834219 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Deleting port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:56.834582 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.848796 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:56.869442 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] DHCP port deletion for 5a565476-1c10-451f-910c-917d9cfd1ee9 request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:20:56.905746 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] For port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,segment=NetworkSegment(db41c3b6-68b7-4d3a-bc5b-09dd446081b8),segment_id=db41c3b6-68b7-4d3a-bc5b-09dd446081b8)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:56.906192 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.915984 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] Deleting port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:20:56.916359 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.920753 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Calling delete_port for 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:56.967370 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:56.978980 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] For port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,segment=NetworkSegment(db41c3b6-68b7-4d3a-bc5b-09dd446081b8),segment_id=db41c3b6-68b7-4d3a-bc5b-09dd446081b8)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:20:56.979389 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:56.993186 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] Calling delete_port for 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:20:57.001115 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:57.012754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.037605 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:57.041040 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] No DVR routers for this DVR port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 on host dv-cinder-835384-10-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:20:57.074620 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (5e0e8f51-5263-4db7-bd06-de4d0ad9deb4), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.082544 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:20:57.101142 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] Pushing event deleted for resources: {'Port': ['ID=5e0e8f51-5263-4db7-bd06-de4d0ad9deb4,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:57.104642 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07da0f3-3737-4af7-8854-937e3b6ef4a6 None None] No DVR routers for this DVR port 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:20:57.113706 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (5a565476-1c10-451f-910c-917d9cfd1ee9), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.134755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a565476-1c10-451f-910c-917d9cfd1ee9']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:57.143910 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:57.144228 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db41c3b6-68b7-4d3a-bc5b-09dd446081b8') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:20:57.153489 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907611'] for segment (db41c3b6-68b7-4d3a-bc5b-09dd446081b8), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.166965 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (db41c3b6-68b7-4d3a-bc5b-09dd446081b8), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.174314 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:20:57.174751 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11343893'] for segment (db41c3b6-68b7-4d3a-bc5b-09dd446081b8), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.201997 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment db41c3b6-68b7-4d3a-bc5b-09dd446081b8 resource provider aggregate not found Jun 23 17:20:57.231778 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment db41c3b6-68b7-4d3a-bc5b-09dd446081b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db41c3b6-68b7-4d3a-bc5b-09dd446081b8 found for delete ", "request_id": "req-8dcec9d2-6d48-4602-9cce-ed8fd44a77de"}]} Jun 23 17:20:57.242333 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (5a565476-1c10-451f-910c-917d9cfd1ee9), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.247944 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.251123 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5a565476-1c10-451f-910c-917d9cfd1ee9 HTTP/1.1" status: 204 len: 168 time: 0.5512669 Jun 23 17:20:57.263486 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfd37b-b390-4779-a484-1183fd3e6d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a565476-1c10-451f-910c-917d9cfd1ee9,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:57.372962 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 55768) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:57.415218 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c0a857ff-a075-49cf-9a9b-035db9483d93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e456e86229d84ae28c56cf25357f99bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410836 Jun 23 17:20:57.418922 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55770) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:57.473471 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dacdb032-6b81-4cd8-9a5e-32f14e5cf4c9 admin admin] Publish callbacks [] for security_group (682fa533-aba8-4f1c-891d-c727b628393d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.494773 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dacdb032-6b81-4cd8-9a5e-32f14e5cf4c9 admin admin] Publish callbacks [] for security_group (682fa533-aba8-4f1c-891d-c727b628393d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.544419 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dacdb032-6b81-4cd8-9a5e-32f14e5cf4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (682fa533-aba8-4f1c-891d-c727b628393d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.546994 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dacdb032-6b81-4cd8-9a5e-32f14e5cf4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:57.548128 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dacdb032-6b81-4cd8-9a5e-32f14e5cf4c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/682fa533-aba8-4f1c-891d-c727b628393d HTTP/1.1" status: 204 len: 168 time: 0.1282747 Jun 23 17:20:57.556522 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdb032-6b81-4cd8-9a5e-32f14e5cf4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682fa533-aba8-4f1c-891d-c727b628393d,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:20:57.616498 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:20:57.635441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:20:57.635794 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device c0c6d1de-d65e-4ca7-bbfd-9a92a41fc94f not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:20:57.636215 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 833c63ac-2da3-4c11-8414-887e7fde6d1d no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:20:57.654349 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 833c63ac-2da3-4c11-8414-887e7fde6d1d {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:20:57.654704 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 833c63ac-2da3-4c11-8414-887e7fde6d1d not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:20:57.655123 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:20:57.673002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:20:57.673313 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 5e0e8f51-5263-4db7-bd06-de4d0ad9deb4 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:20:57.913266 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55776) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:57.954758 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4b99fbf0-3931-45c6-8383-f972aaf550cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dbf727359934d70ac5bfb0a647205a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401831 Jun 23 17:20:57.957285 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 55778) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:20:58.006048 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a52bc8f-9e75-412b-8657-362b36d99ef9 admin admin] Publish callbacks [] for security_group (495c245b-d6aa-464e-b9d0-0a3f1c62f7f1), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:58.027398 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a52bc8f-9e75-412b-8657-362b36d99ef9 admin admin] Publish callbacks [] for security_group (495c245b-d6aa-464e-b9d0-0a3f1c62f7f1), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:58.074171 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a52bc8f-9e75-412b-8657-362b36d99ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (495c245b-d6aa-464e-b9d0-0a3f1c62f7f1), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:58.076614 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7a52bc8f-9e75-412b-8657-362b36d99ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:20:58.077755 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7a52bc8f-9e75-412b-8657-362b36d99ef9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/495c245b-d6aa-464e-b9d0-0a3f1c62f7f1 HTTP/1.1" status: 204 len: 168 time: 0.1195610 Jun 23 17:20:58.085868 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52bc8f-9e75-412b-8657-362b36d99ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c245b-d6aa-464e-b9d0-0a3f1c62f7f1,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:21:00.057131 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-eea7dad2-d9bf-4b2b-850e-cf9dd308a1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:02.332054 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fa06239c-2dad-4697-a154-fb10ff3c8ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:03.474662 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:04.842187 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:05.222287 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:05.228461 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:05.716950 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:05.743512 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=50 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:07.409365 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:07.412087 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=43,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:08.060202 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:DELETE=7,neutron:SELECT=64,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:08.081843 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=46,neutron:DELETE=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:10.771664 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:21:15.197393 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:15.219325 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=45,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:15.222180 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:29.725416 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:29.726239 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:30.068413 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-cedf1a9a-b25d-4fe4-8856-82bd4f70b782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:32.332994 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e1f7c618-ed0b-43e3-9653-955826ef7804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:33.485730 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:34.835213 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:35.218826 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:35.224288 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:40.892566 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818454f-d1ac-4a8e-b79e-c31fa0145a6f req-3c467d51-6335-4118-bec7-2c67ccfa5c8a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:40.894061 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e818454f-d1ac-4a8e-b79e-c31fa0145a6f req-3c467d51-6335-4118-bec7-2c67ccfa5c8a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0502191 Jun 23 17:21:40.944914 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e818454f-d1ac-4a8e-b79e-c31fa0145a6f req-3ad4c525-b0b8-48d2-8b6e-d6aba00e61e9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451355 Jun 23 17:21:42.101212 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454a3a0-144a-4a73-a89a-add02fd5dc63 req-148fd5d7-3ce6-49c9-8178-553a625f8473 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:42.102726 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b454a3a0-144a-4a73-a89a-add02fd5dc63 req-148fd5d7-3ce6-49c9-8178-553a625f8473 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0655036 Jun 23 17:21:42.152546 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b454a3a0-144a-4a73-a89a-add02fd5dc63 req-0132fe99-c298-4b1a-8208-2591cab43f33 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440412 Jun 23 17:21:43.280319 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f93bb-a4c0-4a54-899d-52537d3f4e5e req-bcfc22e9-d2ba-467e-9f80-29ddcb9035e7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:43.281785 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ed3f93bb-a4c0-4a54-899d-52537d3f4e5e req-bcfc22e9-d2ba-467e-9f80-29ddcb9035e7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0485022 Jun 23 17:21:43.331426 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ed3f93bb-a4c0-4a54-899d-52537d3f4e5e req-567242e1-511d-47f0-8ca9-58a574c94b2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413830 Jun 23 17:21:44.466141 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c977-16ab-44c5-b748-79677710d45c req-ca91b27b-eff3-45e5-a403-4cf8c4ed8ac7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:44.467580 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-20c2c977-16ab-44c5-b748-79677710d45c req-ca91b27b-eff3-45e5-a403-4cf8c4ed8ac7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0503831 Jun 23 17:21:44.486111 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-f2037eb3-26fc-42e2-907b-81a7672f1d74 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613163096&fields=id&tenant_id=e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 267 time: 0.0466924 Jun 23 17:21:44.521025 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-20c2c977-16ab-44c5-b748-79677710d45c req-f86acf4d-58e6-4f2b-82f4-188b87084034 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476117 Jun 23 17:21:44.599363 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836001-2820-4ffc-aa26-534239d814be req-70509691-c7f3-4292-ace3-7b4e32de58a9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:44.600847 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-70509691-c7f3-4292-ace3-7b4e32de58a9 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 811 time: 0.1082258 Jun 23 17:21:44.616839 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-528f89e4-cdfc-469b-9a8e-7f97b9f79b14 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/quotas/e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 375 time: 0.0104311 Jun 23 17:21:44.675734 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-07467f31-3c73-4f5c-accd-e09949ad9148 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536036 Jun 23 17:21:44.788891 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-43ce224b-ee82-477e-888b-5587cbb81c8d service neutron] 10.222.0.18 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982537 Jun 23 17:21:44.893666 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-f27dd082-556c-49fa-bc38-b73b4bac3c49 service neutron] 10.222.0.18 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989277 Jun 23 17:21:45.212340 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:45.215315 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-aec0ac79-16a6-4ebc-8063-efde0fb4f47d req-e679f042-94d3-4510-8c45-ccc5d6c3c3ca tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 210 time: 0.0280719 Jun 23 17:21:45.216399 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:45.220639 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:45.653631 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c25dc-2d8d-4a2b-8c49-f0bc031a0e24 req-9504b12e-a692-484c-b693-66ba22bfbe9d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:45.655186 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab2c25dc-2d8d-4a2b-8c49-f0bc031a0e24 req-9504b12e-a692-484c-b693-66ba22bfbe9d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0539656 Jun 23 17:21:45.710786 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab2c25dc-2d8d-4a2b-8c49-f0bc031a0e24 req-21c32076-609d-4a84-903e-a2e126d420f5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497296 Jun 23 17:21:46.320186 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-50085780-f3a4-4f9c-8b93-bcfa128c1e7f req-71ae0f25-8fd5-415c-82b2-9e4710a3c145 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 210 time: 0.0301485 Jun 23 17:21:46.348000 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836001-2820-4ffc-aa26-534239d814be req-994e9ba7-e23f-49f3-973b-5bb73cf18b31 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:46.350395 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-994e9ba7-e23f-49f3-973b-5bb73cf18b31 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 811 time: 0.1180859 Jun 23 17:21:46.435928 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-aa73271c-833d-4e45-9815-5c6858b96dac tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e393091e3c2d42e79e9f2ec80d471faf HTTP/1.1" status: 200 len: 380 time: 0.0584884 Jun 23 17:21:46.466978 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'port': {'device_id': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'admin_state_up': True, 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'security_groups': ['07720890-6cb7-466c-81b9-c42434568d4a']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:21:46.583549 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Made reservation on behalf of e393091e3c2d42e79e9f2ec80d471faf for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:21:46.587070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:46.610249 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:46.713123 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:46.717482 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Allocated IP 172.20.0.6 (7e627980-fd3e-406b-86cf-dac9a328ca6c/66d19201-be84-4098-bf7c-aed5315315b3/17209ab7-6d94-4aed-96b3-e29955c001aa) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:21:46.884347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4f8c1-0228-482a-be12-80c6846cea1d req-7657e6b5-f1c7-43f0-bc03-9d3d4890b9dc tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:46.885825 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67e4f8c1-0228-482a-be12-80c6846cea1d req-7657e6b5-f1c7-43f0-bc03-9d3d4890b9dc tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0946937 Jun 23 17:21:46.930893 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:46.969084 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67e4f8c1-0228-482a-be12-80c6846cea1d req-41a91d7d-7654-4edc-b3ad-7b83eb8022f5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744288 Jun 23 17:21:46.987641 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.038104 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:21:47.041060 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:21:47.044925 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:21:47.074725 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=17209ab7-6d94-4aed-96b3-e29955c001aa,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:21:47.090046 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.090684 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.090824 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.091047 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.091432 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.091740 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.092097 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.092421 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.092767 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.093091 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.093439 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.093767 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.094237 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.094572 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.094883 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:47.116920 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:47.117568 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.137897 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-954cc596-0631-4a17-89cb-0ea967e52fab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6744931 Jun 23 17:21:47.161571 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Request body: {'port': {'device_id': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:21:47.234249 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.314292 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-6f1d238f-29f5-4c67-b98b-37c6b039d3aa None None] Provisioning complete for port 17209ab7-6d94-4aed-96b3-e29955c001aa triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:21:47.315093 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6f1d238f-29f5-4c67-b98b-37c6b039d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.347934 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d238f-29f5-4c67-b98b-37c6b039d3aa None None] Port 17209ab7-6d94-4aed-96b3-e29955c001aa cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:21:47.436640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ba938-8146-4cec-a1d0-6d2373aa0a0d req-bb156097-711b-4596-86e0-3d309a83d28a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:47.438849 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-418ba938-8146-4cec-a1d0-6d2373aa0a0d req-bb156097-711b-4596-86e0-3d309a83d28a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 931 time: 0.0486431 Jun 23 17:21:47.494368 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-418ba938-8146-4cec-a1d0-6d2373aa0a0d req-47d0b794-e590-4fae-992c-03f9c0e1e9aa tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491796 Jun 23 17:21:47.511770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17209ab7-6d94-4aed-96b3-e29955c001aa {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:21:47.519693 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Publish callbacks [] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.530088 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:47.532977 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Transition to ACTIVE for port object 17209ab7-6d94-4aed-96b3-e29955c001aa will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:21:47.539622 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.543321 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:47.598847 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Pushing event updated for resources: {'Port': ['ID=17209ab7-6d94-4aed-96b3-e29955c001aa,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:21:47.667978 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Attempting to bind port 17209ab7-6d94-4aed-96b3-e29955c001aa on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:21:47.668317 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Attempting to bind port 17209ab7-6d94-4aed-96b3-e29955c001aa by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:21:47.668652 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Attempting to bind port 17209ab7-6d94-4aed-96b3-e29955c001aa on network 7e627980-fd3e-406b-86cf-dac9a328ca6c {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:21:47.673376 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Port 17209ab7-6d94-4aed-96b3-e29955c001aa on network 7e627980-fd3e-406b-86cf-dac9a328ca6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:21:47.673687 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Attempting to bind port 17209ab7-6d94-4aed-96b3-e29955c001aa on network 7e627980-fd3e-406b-86cf-dac9a328ca6c {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:21:47.680993 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:21:47.681339 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Checking segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:21:47.681730 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Bound using segment: {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:21:47.682213 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Bound port: 17209ab7-6d94-4aed-96b3-e29955c001aa, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78ffbb4-7064-4c37-91ea-be66382c0fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:21:47.682568 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.761063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] For port 17209ab7-6d94-4aed-96b3-e29955c001aa, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:21:47.764214 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] For port 17209ab7-6d94-4aed-96b3-e29955c001aa, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17209ab7-6d94-4aed-96b3-e29955c001aa,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:21:47.774139 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:21:47.775476 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.812504 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:47.813145 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:47.814589 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] 10.222.0.57 "PUT /v2.0/ports/17209ab7-6d94-4aed-96b3-e29955c001aa HTTP/1.1" status: 200 len: 1093 time: 0.6580567 Jun 23 17:21:47.815419 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:21:47.817684 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af" -d '{"events": [{"name": "network-changed", "server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:21:47.841302 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776231a4-11a7-438d-85e8-b1453129b188 service neutron] Pushing event updated for resources: {'Port': ['ID=17209ab7-6d94-4aed-96b3-e29955c001aa,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:21:47.869230 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f60cfc-f22d-4793-a4d8-431327170c42 x-openstack-request-id: req-c4f60cfc-f22d-4793-a4d8-431327170c42 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:21:47.869594 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:21:47.869961 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4f60cfc-f22d-4793-a4d8-431327170c42 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:21:47.870437 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f60cfc-f22d-4793-a4d8-431327170c42'] response: {'name': 'network-changed', 'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'status': 'completed', 'code': 200} Jun 23 17:21:47.921755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836001-2820-4ffc-aa26-534239d814be req-e7c2609d-2e72-4248-85e7-48a7ece880bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:47.923332 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-e7c2609d-2e72-4248-85e7-48a7ece880bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 1127 time: 0.0417185 Jun 23 17:21:47.973665 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-33aef227-4a94-4d62-92ab-38299bb3f415 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17209ab7-6d94-4aed-96b3-e29955c001aa HTTP/1.1" status: 200 len: 217 time: 0.0349922 Jun 23 17:21:48.026547 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836001-2820-4ffc-aa26-534239d814be req-c3339ae1-5284-4350-95b9-b4089b38e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:48.028038 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-c3339ae1-5284-4350-95b9-b4089b38e08a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0475895 Jun 23 17:21:48.072504 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836001-2820-4ffc-aa26-534239d814be req-204cdd59-042f-4ef5-924e-c97b61e44408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:48.074084 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-204cdd59-042f-4ef5-924e-c97b61e44408 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391972 Jun 23 17:21:48.092943 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ceaf1-3c8b-49a6-9581-923bc1b1f17c req-91fe877e-80c1-467c-94ea-b2a41fb77107 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:48.095361 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-385ceaf1-3c8b-49a6-9581-923bc1b1f17c req-91fe877e-80c1-467c-94ea-b2a41fb77107 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0508561 Jun 23 17:21:48.145930 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-385ceaf1-3c8b-49a6-9581-923bc1b1f17c req-6c3f18c0-ef72-4661-b2a5-2ae89999dad0 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451045 Jun 23 17:21:48.173469 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-ff33c006-3b67-405d-af03-d7924a915e15 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916572 Jun 23 17:21:48.275862 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19836001-2820-4ffc-aa26-534239d814be req-0fd0511b-59bc-4f88-b869-75d0a3d1f9ff service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948880 Jun 23 17:21:48.623104 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020b6c1-b9ce-4a58-96d4-1590c592b43f req-bc8fe012-6022-4926-a6e9-b7ef0991ada2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:48.624599 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9020b6c1-b9ce-4a58-96d4-1590c592b43f req-bc8fe012-6022-4926-a6e9-b7ef0991ada2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 943 time: 0.0508704 Jun 23 17:21:48.684178 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9020b6c1-b9ce-4a58-96d4-1590c592b43f req-c70f1a8f-2aa1-497a-8183-34aeece200ea tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511239 Jun 23 17:21:49.288438 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13338be5-3b64-43cc-8c95-2e18696bdd0f req-1a2c2d24-3b12-49e2-b2c4-a3830ab1eeaa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:49.289926 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-13338be5-3b64-43cc-8c95-2e18696bdd0f req-1a2c2d24-3b12-49e2-b2c4-a3830ab1eeaa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0547152 Jun 23 17:21:49.336931 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-13338be5-3b64-43cc-8c95-2e18696bdd0f req-6bdee8ca-fb0b-44de-b2f4-8bdaf518db1f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412905 Jun 23 17:21:49.435669 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-a483df5d-fa04-499b-939f-8e88a9cade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:49.437193 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-a483df5d-fa04-499b-939f-8e88a9cade2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 1127 time: 0.0401666 Jun 23 17:21:49.535404 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-77b92331-4f68-452a-beb5-7edb52d598b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:49.537673 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-77b92331-4f68-452a-beb5-7edb52d598b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.0927665 Jun 23 17:21:49.556829 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:49.587232 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-2a4909ca-ae53-4b9c-a8b4-89c326064e3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17209ab7-6d94-4aed-96b3-e29955c001aa HTTP/1.1" status: 200 len: 217 time: 0.0402155 Jun 23 17:21:49.638777 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-f7091601-8cee-462b-8e49-11360b8dba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:49.640203 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-f7091601-8cee-462b-8e49-11360b8dba79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0449042 Jun 23 17:21:49.690499 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-dcff8d78-c054-4e7f-bab5-0a2b173c5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:49.692024 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-dcff8d78-c054-4e7f-bab5-0a2b173c5917 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405583 Jun 23 17:21:49.783515 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:49.828336 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-fd4b997d-c642-4a26-85d0-554b1bdeed90 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266654 Jun 23 17:21:49.841442 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1977a0-30f6-4406-bc65-5fbc8e99a005 req-f983553c-48da-4a6d-b105-7a0d56284d0f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:49.842970 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a1977a0-30f6-4406-bc65-5fbc8e99a005 req-f983553c-48da-4a6d-b105-7a0d56284d0f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 943 time: 0.0747569 Jun 23 17:21:49.964337 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a1977a0-30f6-4406-bc65-5fbc8e99a005 req-40a765a6-6350-4e5b-af84-97749f08279f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119230 Jun 23 17:21:49.975704 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23bdb0cf-bce4-4984-9a12-0dc33a7ae4af req-d8710883-09a8-4b85-b174-2c786effd112 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317565 Jun 23 17:21:50.478310 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aec83-a3e6-41aa-94cc-72214d268efd req-fa5cb3a6-bff4-4fb3-8616-cd8244bea6c1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:50.479780 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d5aec83-a3e6-41aa-94cc-72214d268efd req-fa5cb3a6-bff4-4fb3-8616-cd8244bea6c1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0580165 Jun 23 17:21:50.534035 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d5aec83-a3e6-41aa-94cc-72214d268efd req-505a0b03-a443-451f-b810-f145f4ae067c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461395 Jun 23 17:21:51.094063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab3ab6-772e-42ea-ba5e-e26663133712 req-70b210b1-efd6-4462-ba1d-826674873db0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:51.095535 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80ab3ab6-772e-42ea-ba5e-e26663133712 req-70b210b1-efd6-4462-ba1d-826674873db0 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 943 time: 0.0551209 Jun 23 17:21:51.148652 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80ab3ab6-772e-42ea-ba5e-e26663133712 req-ef5f52d1-3cc6-4230-96f3-4555dfef6b00 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Jun 23 17:21:51.661811 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3c99-03dc-439f-9701-4902d61d473a req-99f2924a-c105-43ec-a981-0d954efb7411 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:51.663297 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-165e3c99-03dc-439f-9701-4902d61d473a req-99f2924a-c105-43ec-a981-0d954efb7411 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0477388 Jun 23 17:21:51.711931 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-165e3c99-03dc-439f-9701-4902d61d473a req-4cf1818d-3e36-4770-956e-ac5f0d288473 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430079 Jun 23 17:21:52.276243 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874a9cf-fdaf-4b52-bf13-156abfbaecaa req-06319dc5-424a-4c29-94cb-b2e518bced70 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:52.277699 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c874a9cf-fdaf-4b52-bf13-156abfbaecaa req-06319dc5-424a-4c29-94cb-b2e518bced70 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 943 time: 0.0471568 Jun 23 17:21:52.328553 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c874a9cf-fdaf-4b52-bf13-156abfbaecaa req-c1a27a71-9265-408f-bdfc-95a77c8352d3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Jun 23 17:21:52.832132 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6528008-6a61-4f80-ae19-7a842d130f3d req-a016d8ce-9dd0-41af-8d80-c6945e617d25 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:52.833613 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c6528008-6a61-4f80-ae19-7a842d130f3d req-a016d8ce-9dd0-41af-8d80-c6945e617d25 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0484533 Jun 23 17:21:52.885508 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c6528008-6a61-4f80-ae19-7a842d130f3d req-42585cbc-e5f1-4bb8-903c-a7984d0f9553 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463643 Jun 23 17:21:53.458966 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4a5a1-0317-4abf-b210-4fd309e9cb1d req-1443704b-b597-49b7-9787-4fd570c77262 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:53.460442 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6b4a5a1-0317-4abf-b210-4fd309e9cb1d req-1443704b-b597-49b7-9787-4fd570c77262 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 943 time: 0.0505855 Jun 23 17:21:53.514593 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6b4a5a1-0317-4abf-b210-4fd309e9cb1d req-1e4a1b5d-70a9-4669-88c0-cd2498281141 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455477 Jun 23 17:21:53.928270 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:21:54.022640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e132d4-150c-4955-b345-deb88b702701 req-e22643ab-da67-4a3f-abff-7feab49ae6ca tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:54.024151 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a1e132d4-150c-4955-b345-deb88b702701 req-e22643ab-da67-4a3f-abff-7feab49ae6ca tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0500710 Jun 23 17:21:54.045177 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:21:54.057594 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': 'd460160b-555d-4087-b187-9075bf3d3b97', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'port_id': 'd460160b-555d-4087-b187-9075bf3d3b97', 'mac_address': 'fa:16:3e:9a:7f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:21:54.076790 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a1e132d4-150c-4955-b345-deb88b702701 req-6378cdec-6925-43c0-960a-99cf53db719c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462558 Jun 23 17:21:54.094751 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d460160b-555d-4087-b187-9075bf3d3b97 is: ACTIVE; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:21:54.095138 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:54.112059 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d460160b-555d-4087-b187-9075bf3d3b97 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:21:54.131907 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:21:54.138182 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:54.183454 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=6']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:21:54.190613 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.190897 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.191247 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.191584 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.191920 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.192250 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.192583 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.192893 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.193219 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.193545 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.193893 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.194219 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.194542 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.194858 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.195176 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:21:54.344584 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['d460160b-555d-4087-b187-9075bf3d3b97'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:21:54.650662 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faced4-9236-4ae6-9aef-ad6b1dabaad7 req-09f68132-5aab-4dbf-807d-95e37551e991 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:54.652138 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66faced4-9236-4ae6-9aef-ad6b1dabaad7 req-09f68132-5aab-4dbf-807d-95e37551e991 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 943 time: 0.0523443 Jun 23 17:21:54.704808 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66faced4-9236-4ae6-9aef-ad6b1dabaad7 req-57ffeb35-8502-4eff-acf0-49e7fa1efbcb tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446148 Jun 23 17:21:55.204736 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5176e2-e936-43f8-ad97-3246152acba4 req-51a08438-1c48-4903-8922-cee8cb15c790 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:55.206548 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cb5176e2-e936-43f8-ad97-3246152acba4 req-51a08438-1c48-4903-8922-cee8cb15c790 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 944 time: 0.0479848 Jun 23 17:21:55.238091 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:55.243880 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:55.255469 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cb5176e2-e936-43f8-ad97-3246152acba4 req-46f82a0b-98de-4974-b0d7-a55e6e31cd14 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434208 Jun 23 17:21:55.823679 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a8cba-b5b9-4df9-8e96-28c2ef087366 req-0b4678e8-b440-47d8-9f3c-1fad8fc3f47c tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:55.825229 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-025a8cba-b5b9-4df9-8e96-28c2ef087366 req-0b4678e8-b440-47d8-9f3c-1fad8fc3f47c tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 943 time: 0.0490828 Jun 23 17:21:55.897550 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-025a8cba-b5b9-4df9-8e96-28c2ef087366 req-991ef60c-0a55-4e52-b615-46939316af20 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640221 Jun 23 17:21:55.943376 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:21:55.988799 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port d460160b-555d-4087-b187-9075bf3d3b97 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:21:55.989023 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d460160b-555d-4087-b187-9075bf3d3b97), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:56.067931 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d460160b-555d-4087-b187-9075bf3d3b97 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:21:56.068325 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:56.092523 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:21:56.094815 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a143b83-607d-4c1b-b1d5-62c0a76e8053" -d '{"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-plugged", "status": "completed", "tag": "d460160b-555d-4087-b187-9075bf3d3b97"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:21:56.111631 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:21:56.118187 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:56.140328 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79707d61-a8d3-467e-b699-e271f5c63f76 x-openstack-request-id: req-79707d61-a8d3-467e-b699-e271f5c63f76 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:21:56.140622 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-plugged", "status": "completed", "tag": "d460160b-555d-4087-b187-9075bf3d3b97", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:21:56.140863 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79707d61-a8d3-467e-b699-e271f5c63f76 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:21:56.141251 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79707d61-a8d3-467e-b699-e271f5c63f76'] response: {'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97', 'code': 200} Jun 23 17:21:56.174222 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=7']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:21:56.381709 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678a74-3655-456a-bebf-8b202854fd4d req-d6ca0102-140f-4c44-b661-b0e684a315f1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:56.383246 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b678a74-3655-456a-bebf-8b202854fd4d req-d6ca0102-140f-4c44-b661-b0e684a315f1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0520847 Jun 23 17:21:56.448982 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b678a74-3655-456a-bebf-8b202854fd4d req-b54d7502-f2b2-416f-a4a7-e1944c7e589f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596581 Jun 23 17:21:57.032334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d6ec2-1c9d-4301-b104-1ae3472c4f31 req-b2a76ee6-91dc-41f9-b157-4f348f092d0f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:57.033953 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-243d6ec2-1c9d-4301-b104-1ae3472c4f31 req-b2a76ee6-91dc-41f9-b157-4f348f092d0f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 943 time: 0.0523682 Jun 23 17:21:57.083794 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-243d6ec2-1c9d-4301-b104-1ae3472c4f31 req-7a004fd6-3d82-4425-bf86-9ab364137669 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Jun 23 17:21:57.591884 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe46a4a-c517-49f2-8a56-f1a59f69aada req-9f68711d-c912-402d-b6b3-1b3b5af86412 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:57.593339 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ffe46a4a-c517-49f2-8a56-f1a59f69aada req-9f68711d-c912-402d-b6b3-1b3b5af86412 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0499079 Jun 23 17:21:57.605450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:57.643026 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ffe46a4a-c517-49f2-8a56-f1a59f69aada req-33c860d5-24a7-433b-bac8-fd01ecf4c6c4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430222 Jun 23 17:21:57.956645 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 17209ab7-6d94-4aed-96b3-e29955c001aa details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:21:58.063532 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 17209ab7-6d94-4aed-96b3-e29955c001aa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17209ab7-6d94-4aed-96b3-e29955c001aa,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:21:58.074850 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'port_id': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'mac_address': 'fa:16:3e:63:24:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:21:58.111552 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 17209ab7-6d94-4aed-96b3-e29955c001aa is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:21:58.111987 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:58.125646 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17209ab7-6d94-4aed-96b3-e29955c001aa {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:21:58.146675 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 17209ab7-6d94-4aed-96b3-e29955c001aa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17209ab7-6d94-4aed-96b3-e29955c001aa,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:21:58.152100 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:21:58.196886 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965f751-64ac-4b67-b7ed-f502e0017ca7 req-9a6e2daf-ec99-4741-b435-5a9286e89da2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:58.198408 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5965f751-64ac-4b67-b7ed-f502e0017ca7 req-9a6e2daf-ec99-4741-b435-5a9286e89da2 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 944 time: 0.0465305 Jun 23 17:21:58.199005 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=17209ab7-6d94-4aed-96b3-e29955c001aa,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:21:58.248937 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5965f751-64ac-4b67-b7ed-f502e0017ca7 req-3431989c-9d5f-49c4-b820-1b10a8ea5bc4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447814 Jun 23 17:21:58.636564 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['17209ab7-6d94-4aed-96b3-e29955c001aa'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:21:58.761276 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:58.765002 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cf1e2-26b0-4f2f-8e95-8b4675e2a914 req-1e827fa5-8f56-432e-a1a1-27a004685535 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:58.766989 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f18cf1e2-26b0-4f2f-8e95-8b4675e2a914 req-1e827fa5-8f56-432e-a1a1-27a004685535 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0465086 Jun 23 17:21:58.784530 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:58.818459 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f18cf1e2-26b0-4f2f-8e95-8b4675e2a914 req-c1d8e039-98e2-4b6e-8020-d2e592fe0868 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458391 Jun 23 17:21:58.851597 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:21:59.381936 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12337f27-216d-4b75-a982-9f9e7bcd6774 req-0e162a3b-d344-4cac-80bf-f980719f2943 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:59.383411 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12337f27-216d-4b75-a982-9f9e7bcd6774 req-0e162a3b-d344-4cac-80bf-f980719f2943 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 944 time: 0.0523920 Jun 23 17:21:59.435220 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12337f27-216d-4b75-a982-9f9e7bcd6774 req-9d2dc15e-a30d-4573-af05-ab7c055db3ec tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Jun 23 17:21:59.950132 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ac6bc-57d5-465e-9c0d-4eba88856742 req-47e36cdc-38d9-4598-9c3e-982721c5c8ff tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:21:59.951636 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-763ac6bc-57d5-465e-9c0d-4eba88856742 req-47e36cdc-38d9-4598-9c3e-982721c5c8ff tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0540664 Jun 23 17:21:59.980664 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 17209ab7-6d94-4aed-96b3-e29955c001aa up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:21:59.996604 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:00.003734 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-763ac6bc-57d5-465e-9c0d-4eba88856742 req-54119581-9829-4492-8504-b6d8007e5201 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458324 Jun 23 17:22:00.034789 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 17209ab7-6d94-4aed-96b3-e29955c001aa completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:22:00.047789 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 17209ab7-6d94-4aed-96b3-e29955c001aa triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:22:00.048176 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:00.076573 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-06c2baf7-02e5-481a-a6ca-546055957697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:00.127832 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 17209ab7-6d94-4aed-96b3-e29955c001aa is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:22:00.128223 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:00.152671 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:22:00.154977 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01af183d-16e5-4289-a3e2-610874dfd5bc" -d '{"events": [{"server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "name": "network-vif-plugged", "status": "completed", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:22:00.168930 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 17209ab7-6d94-4aed-96b3-e29955c001aa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17209ab7-6d94-4aed-96b3-e29955c001aa,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:00.175253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:00.232051 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ef5d57-3a3c-4f71-933b-065b879cd8ca x-openstack-request-id: req-d7ef5d57-3a3c-4f71-933b-065b879cd8ca {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:22:00.232342 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "name": "network-vif-plugged", "status": "completed", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:22:00.232803 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7ef5d57-3a3c-4f71-933b-065b879cd8ca {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:22:00.233341 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ef5d57-3a3c-4f71-933b-065b879cd8ca'] response: {'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'code': 200} Jun 23 17:22:00.239326 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=17209ab7-6d94-4aed-96b3-e29955c001aa,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:00.544500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a051a-33a2-4da4-a74b-f17415b8abfc req-746e919a-f86a-4942-ad0a-1a6d14c559ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:00.546365 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d45a051a-33a2-4da4-a74b-f17415b8abfc req-746e919a-f86a-4942-ad0a-1a6d14c559ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 1129 time: 0.0593281 Jun 23 17:22:00.598233 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64e7b-49b4-4e2d-b93b-5a3b9a22f908 req-6badad1b-7571-4101-88fa-3ae23f1826da tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:00.599715 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-73d64e7b-49b4-4e2d-b93b-5a3b9a22f908 req-6badad1b-7571-4101-88fa-3ae23f1826da tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0814824 Jun 23 17:22:00.640417 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d45a051a-33a2-4da4-a74b-f17415b8abfc req-cd8ea841-4d6c-45b9-823e-1ce425e50517 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771115 Jun 23 17:22:00.682101 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-73d64e7b-49b4-4e2d-b93b-5a3b9a22f908 req-992fc758-0908-408c-88fa-d48c4d359148 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733297 Jun 23 17:22:01.147862 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dbb2a-86ee-4a69-8249-a2fc1bd4be6e req-af5357ef-071b-436e-838d-6667c476fc17 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:01.149384 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-659dbb2a-86ee-4a69-8249-a2fc1bd4be6e req-af5357ef-071b-436e-838d-6667c476fc17 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0509143 Jun 23 17:22:01.200912 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-659dbb2a-86ee-4a69-8249-a2fc1bd4be6e req-5f7b587c-0a1a-4a52-8414-136993caf0a2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457664 Jun 23 17:22:01.812807 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6228-0f33-4ee6-8a11-f69d6aebec7e req-38b29436-9b16-4b99-8ab9-9ad2a7753929 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:01.821007 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-713d6228-0f33-4ee6-8a11-f69d6aebec7e req-38b29436-9b16-4b99-8ab9-9ad2a7753929 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0640571 Jun 23 17:22:01.869324 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-713d6228-0f33-4ee6-8a11-f69d6aebec7e req-6ed976b6-2d1c-4ab3-8f7f-1390540be5e8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473168 Jun 23 17:22:02.327152 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d6ca3c07-e3f3-4fd4-89e8-6a6efc0333bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:02.333751 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad135b-ed2e-43b0-83bc-807a6656b3e2 req-a671b366-4fd8-471d-b99d-8bea4fea488b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:02.335452 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a8ad135b-ed2e-43b0-83bc-807a6656b3e2 req-a671b366-4fd8-471d-b99d-8bea4fea488b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0540164 Jun 23 17:22:02.392423 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a8ad135b-ed2e-43b0-83bc-807a6656b3e2 req-92728d1d-f924-4b1e-b3bb-6343ff927f75 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512395 Jun 23 17:22:03.000806 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4098f-d25c-4ea8-823a-2b1b33c3930f req-b365a928-ae2e-45a6-9b4a-4cb90d9ae21e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:03.002234 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5bb4098f-d25c-4ea8-823a-2b1b33c3930f req-b365a928-ae2e-45a6-9b4a-4cb90d9ae21e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0507424 Jun 23 17:22:03.070894 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5bb4098f-d25c-4ea8-823a-2b1b33c3930f req-5511fcfa-3193-403c-aca3-e81046cfbaae tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571687 Jun 23 17:22:03.192193 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d864a-2a18-4c63-938a-91748f40ec5f req-7a5f6350-11ee-440f-a059-cb02e56610be tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:03.193709 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f82d864a-2a18-4c63-938a-91748f40ec5f req-7a5f6350-11ee-440f-a059-cb02e56610be tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0519035 Jun 23 17:22:03.250380 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f82d864a-2a18-4c63-938a-91748f40ec5f req-f9b527ff-9bfb-4abd-bb20-cc08cd73627a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491183 Jun 23 17:22:03.273107 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56004) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:03.488589 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:03.496255 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef63b6d-0ce8-4009-bba8-05e41d99c4e8 tempest-TestVolumeBootPattern-1407441161 tempest-TestVolumeBootPattern-1407441161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:03.501660 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-8ef63b6d-0ce8-4009-bba8-05e41d99c4e8 tempest-TestVolumeBootPattern-1407441161 tempest-TestVolumeBootPattern-1407441161-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 1124 time: 0.2270796 Jun 23 17:22:03.503070 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56010) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:03.507663 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'port_id': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:22:03.537036 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3a255-017b-4710-b78f-f108bb986dd9 req-f1fa306e-7234-4d4b-91f4-46a4153f0cca tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:03.539046 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37b3a255-017b-4710-b78f-f108bb986dd9 req-f1fa306e-7234-4d4b-91f4-46a4153f0cca tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0501592 Jun 23 17:22:03.540914 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:03.600709 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37b3a255-017b-4710-b78f-f108bb986dd9 req-e751417d-b1c8-4461-8020-5fefc317e6f6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539312 Jun 23 17:22:03.663804 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:03.789703 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Allocated IP 172.27.0.7 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:22:03.801487 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:03.919580 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:03.953931 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:03.990300 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:03.994496 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:22:03.999459 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:22:04.006898 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:22:04.030339 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:04.052792 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.053038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.053378 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.053951 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.054100 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.054439 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.054770 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.055090 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.055413 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.055735 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.056055 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.056376 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.056695 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.057011 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.057327 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:04.415053 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (58655acc-68c8-4a2b-93fc-14dafec3d650), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:04.490149 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:04.645137 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:04.690219 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for port (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:04.701475 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:04.837439 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event updated for resources: {'Port': ['ID=64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:04.837693 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:04.840289 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (58655acc-68c8-4a2b-93fc-14dafec3d650), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:04.905762 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47034d85-229a-4ea9-8977-3cfaa89f3b39 req-9012f042-a753-4391-a8b0-d9f63800a269 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:04.907855 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47034d85-229a-4ea9-8977-3cfaa89f3b39 req-9012f042-a753-4391-a8b0-d9f63800a269 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.2004454 Jun 23 17:22:05.008908 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:05.020473 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Floating IP 58655acc-68c8-4a2b-93fc-14dafec3d650 associated. External IP: 172.27.0.7, port: 17209ab7-6d94-4aed-96b3-e29955c001aa. Jun 23 17:22:05.026301 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-47034d85-229a-4ea9-8977-3cfaa89f3b39 req-44a02984-8ba5-4ad3-b60e-f34de0c0f080 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091559 Jun 23 17:22:05.241844 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:05.244611 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:05.256110 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Router 8632da15-fd85-4798-9b6b-83d83643f31e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:22:05.643557 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:22:05.653359 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:22:05.664555 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:22:05.665475 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:22:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:05.668344 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:05.712853 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b49b3f8a-b718-4af8-8349-6fc30484f674 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2086031 Jun 23 17:22:05.713476 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:22:05.716942 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5350edb5-4f38-48ce-a1b7-d92816233e62" -d '{"events": [{"name": "network-changed", "server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:22:05.761415 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3083ffe-d3a8-4317-b628-fb6bc177310d x-openstack-request-id: req-c3083ffe-d3a8-4317-b628-fb6bc177310d {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:22:05.761781 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:22:05.762138 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3083ffe-d3a8-4317-b628-fb6bc177310d {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:22:05.762616 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3083ffe-d3a8-4317-b628-fb6bc177310d'] response: {'name': 'network-changed', 'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'status': 'completed', 'code': 200} Jun 23 17:22:05.922052 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-9408d2fd-b703-4d21-8805-0d09db54d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:05.923793 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-9408d2fd-b703-4d21-8805-0d09db54d88c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 1129 time: 0.0831211 Jun 23 17:22:05.942694 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:22:06.029516 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-d5bb90dd-0945-4106-8a90-04b3f320da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:06.031261 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-d5bb90dd-0945-4106-8a90-04b3f320da08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.1004670 Jun 23 17:22:06.128991 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-87d04664-953c-4655-8aa3-65689e0a7c7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17209ab7-6d94-4aed-96b3-e29955c001aa HTTP/1.1" status: 200 len: 997 time: 0.0841577 Jun 23 17:22:06.194401 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3b1ea-9d4d-4c41-a157-44d4a69a7799 req-f86aa46c-6fbd-440c-9827-01d65cbe01a1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:06.196289 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f1c3b1ea-9d4d-4c41-a157-44d4a69a7799 req-f86aa46c-6fbd-440c-9827-01d65cbe01a1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0733132 Jun 23 17:22:06.226660 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-2bdb9152-6fad-4e93-adc5-e01c34c00cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:06.228281 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-2bdb9152-6fad-4e93-adc5-e01c34c00cff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0865567 Jun 23 17:22:06.237967 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '58655acc-68c8-4a2b-93fc-14dafec3d650', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:63:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:22:04Z', 'updated_at': '2022-06-23T17:22:04Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}, {'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:33Z', 'revision_number': 1, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:06.271395 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:22:06.282886 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:22:06.282886 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:22:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:06.286045 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f1c3b1ea-9d4d-4c41-a157-44d4a69a7799 req-7d7f4b6b-36a8-42dd-8034-3663eed36a52 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752072 Jun 23 17:22:06.314257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-6373a72f-ee4e-4e9d-878e-8f1bd8f6db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:06.319700 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-6373a72f-ee4e-4e9d-878e-8f1bd8f6db95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0827892 Jun 23 17:22:06.405337 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:22:06.431525 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-cd0720b0-d3f1-4479-b936-a832707f69bc service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013527 Jun 23 17:22:06.462499 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:06.525005 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:06.542196 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5350edb5-4f38-48ce-a1b7-d92816233e62 req-2a5e2cbd-11e9-4052-ab68-cd4f9e3b3942 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023965 Jun 23 17:22:06.653413 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '58655acc-68c8-4a2b-93fc-14dafec3d650', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:63:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:22:04Z', 'updated_at': '2022-06-23T17:22:04Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}, {'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:33Z', 'revision_number': 1, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:06.681846 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b152a02-2ea8-4223-a25b-349463bd2654 None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '58655acc-68c8-4a2b-93fc-14dafec3d650', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:63:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:22:04Z', 'updated_at': '2022-06-23T17:22:04Z', 'revision_number': 0, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}, {'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:33Z', 'revision_number': 1, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:22:06.726045 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:06.729868 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:06.938551 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39b400c-c729-46a7-af42-39e89af50777 None None] New status for floating IP 58655acc-68c8-4a2b-93fc-14dafec3d650: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:22:07.415441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28022cf-17bc-4063-b501-10a13155e750 req-358bcdd9-c249-423e-817e-571660a793c6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:07.423424 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f28022cf-17bc-4063-b501-10a13155e750 req-358bcdd9-c249-423e-817e-571660a793c6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0605545 Jun 23 17:22:07.474379 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f28022cf-17bc-4063-b501-10a13155e750 req-bc24ba3b-967c-44d4-bfcc-439f886af4ef tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500121 Jun 23 17:22:08.606291 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801d00b-e32d-461c-af8d-5f945f73015a req-ebf64645-e84e-4cc9-acde-2146164e9936 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:08.608128 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0801d00b-e32d-461c-af8d-5f945f73015a req-ebf64645-e84e-4cc9-acde-2146164e9936 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0563560 Jun 23 17:22:08.660142 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0801d00b-e32d-461c-af8d-5f945f73015a req-83c682a5-6412-4d34-a8f8-9524e46b41a9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455804 Jun 23 17:22:09.789380 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d8d2e-a4d1-4597-803f-4d84e8b53209 req-2ca28611-73b4-4b38-a61e-cd3fc27e055d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:09.790877 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad0d8d2e-a4d1-4597-803f-4d84e8b53209 req-2ca28611-73b4-4b38-a61e-cd3fc27e055d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0527837 Jun 23 17:22:09.846025 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ad0d8d2e-a4d1-4597-803f-4d84e8b53209 req-c98e7ceb-d095-430a-9d56-0f9975f5c124 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468462 Jun 23 17:22:10.551637 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-1db0b460-6a4d-4feb-b48f-c31594ae76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:10.554153 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-1db0b460-6a4d-4feb-b48f-c31594ae76da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 1129 time: 0.0444021 Jun 23 17:22:10.649026 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-b3acd69a-4fb8-47f5-989b-68f9942c3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:10.650510 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-b3acd69a-4fb8-47f5-989b-68f9942c3f65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.0903306 Jun 23 17:22:10.714094 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-5d217732-db35-4dcb-a47d-8a596d5362de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d460160b-555d-4087-b187-9075bf3d3b97 HTTP/1.1" status: 200 len: 1001 time: 0.0556493 Jun 23 17:22:10.763418 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-a2435375-1c75-4ebd-a78a-5be234a6d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:10.764838 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-a2435375-1c75-4ebd-a78a-5be234a6d400 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0439670 Jun 23 17:22:10.815664 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-39c8b7c4-536f-4d47-b694-a27f3bc97069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:10.818109 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-39c8b7c4-536f-4d47-b694-a27f3bc97069 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466459 Jun 23 17:22:10.911257 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-dabac970-4112-4b98-9b37-9cefa7f85b39 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869913 Jun 23 17:22:10.965848 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c1d6c-b2c6-47ac-acd9-fb5d42f844c7 req-b8dd25bf-3297-4a2f-8758-919f26987be9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:10.967352 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-503c1d6c-b2c6-47ac-acd9-fb5d42f844c7 req-b8dd25bf-3297-4a2f-8758-919f26987be9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0466743 Jun 23 17:22:10.986402 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:11.018768 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-503c1d6c-b2c6-47ac-acd9-fb5d42f844c7 req-abbc742f-47b2-4da3-97e1-6222d14b5c86 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457950 Jun 23 17:22:11.269183 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3644759-e572-47e3-bd1e-521052ad2c49 req-20aac169-2722-4b84-acb8-b6507f4f9e52 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519182 Jun 23 17:22:12.144084 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af4496-d3c0-4778-b09c-73cd2e733d46 req-37da4f51-2b27-4d76-9427-6fb0ace8cc69 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:12.145774 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-29af4496-d3c0-4778-b09c-73cd2e733d46 req-37da4f51-2b27-4d76-9427-6fb0ace8cc69 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0503857 Jun 23 17:22:12.198872 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-29af4496-d3c0-4778-b09c-73cd2e733d46 req-67a6135e-71bf-4d3b-8878-080f43ddd39c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471451 Jun 23 17:22:13.328394 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6524b47-fb4e-480b-823d-dee30f1c1481 req-9278be10-c24f-40ac-8864-5d30a2f86c73 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:13.329892 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6524b47-fb4e-480b-823d-dee30f1c1481 req-9278be10-c24f-40ac-8864-5d30a2f86c73 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0548632 Jun 23 17:22:13.377487 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6524b47-fb4e-480b-823d-dee30f1c1481 req-23381602-a214-49ba-a842-c588e16a17fd tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415664 Jun 23 17:22:14.071108 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd2a6-0d1e-4ae8-9c2a-8c8fac3562d3 req-5063cc7f-979a-4db3-a688-3bd9652f283e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:14.072764 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ee5dd2a6-0d1e-4ae8-9c2a-8c8fac3562d3 req-5063cc7f-979a-4db3-a688-3bd9652f283e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 945 time: 0.0527780 Jun 23 17:22:14.077986 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:22:14.129122 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ee5dd2a6-0d1e-4ae8-9c2a-8c8fac3562d3 req-46c30cf9-e5a5-476c-89ac-82d3eb3f20af tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438890 Jun 23 17:22:14.158475 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:14.161703 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d460160b-555d-4087-b187-9075bf3d3b97 is: ACTIVE; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:22:14.162524 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:14.188955 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:22:14.191156 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917acf20-4bff-43b3-aad8-385e915507d4" -d '{"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-unplugged", "status": "completed", "tag": "d460160b-555d-4087-b187-9075bf3d3b97"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:22:14.206166 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:14.211474 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:14.234922 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d537670-746a-4a59-afda-b4ef24293b63 x-openstack-request-id: req-7d537670-746a-4a59-afda-b4ef24293b63 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:22:14.235215 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-unplugged", "status": "failed", "tag": "d460160b-555d-4087-b187-9075bf3d3b97", "code": 422}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:22:14.235471 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d537670-746a-4a59-afda-b4ef24293b63 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:22:14.235917 dv-cinder-835384-10-iscsi neutron-server[104126]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7d537670-746a-4a59-afda-b4ef24293b63']: {'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97', 'code': 422} returned with failed status Jun 23 17:22:14.241071 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:14.264023 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=8']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:14.354928 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56114) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:14.442861 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-8862a01b-4d21-4e12-8984-71d5e99b313f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867410 Jun 23 17:22:14.452244 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-f892e8cd-1b8e-4efb-ab97-29fbaca19e69 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:22:14.453179 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-f892e8cd-1b8e-4efb-ab97-29fbaca19e69 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051341 Jun 23 17:22:14.534558 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56122) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:14.638660 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-fa7e8e46-22b5-4ab8-a309-b3b67bc7f781 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:14.640017 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-fa7e8e46-22b5-4ab8-a309-b3b67bc7f781 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports/d460160b-555d-4087-b187-9075bf3d3b97 HTTP/1.1" status: 200 len: 940 time: 0.1045012 Jun 23 17:22:14.659740 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db0e445b-5956-479a-baf0-0648feb6633b req-42964c13-3b3e-4bf7-8754-97586dff4841 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398357 Jun 23 17:22:14.779134 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e445b-5956-479a-baf0-0648feb6633b req-10ccaab8-4ba8-4373-944d-a61f85bbb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:14.780621 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db0e445b-5956-479a-baf0-0648feb6633b req-10ccaab8-4ba8-4373-944d-a61f85bbb265 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 1130 time: 0.0421925 Jun 23 17:22:14.892742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e445b-5956-479a-baf0-0648feb6633b req-88d67a46-c087-43c9-b1c7-908b2f631eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:14.894238 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db0e445b-5956-479a-baf0-0648feb6633b req-88d67a46-c087-43c9-b1c7-908b2f631eda service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.0934353 Jun 23 17:22:14.958270 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:14.966604 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db0e445b-5956-479a-baf0-0648feb6633b req-2fce78ed-21bc-4d87-bc89-10b70b44fc73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3da60010-d040-4053-a999-f4b58c9362b0 HTTP/1.1" status: 200 len: 1002 time: 0.0652499 Jun 23 17:22:15.005430 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:15.018764 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e445b-5956-479a-baf0-0648feb6633b req-58353caa-b85c-4491-b158-59392a520387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:15.020297 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db0e445b-5956-479a-baf0-0648feb6633b req-58353caa-b85c-4491-b158-59392a520387 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0453424 Jun 23 17:22:15.067391 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e445b-5956-479a-baf0-0648feb6633b req-43bfc2f0-0711-4891-8f32-e98e7cebf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:15.069173 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db0e445b-5956-479a-baf0-0648feb6633b req-43bfc2f0-0711-4891-8f32-e98e7cebf830 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427222 Jun 23 17:22:15.167185 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db0e445b-5956-479a-baf0-0648feb6633b req-0c5839e9-03c8-4f5f-9eaf-e2ff00a1772f service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914888 Jun 23 17:22:15.252116 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bf36c-3050-46a9-b9cf-2ae05f6b8a12 req-104b589f-4494-40fd-9d2b-cd59b05b2e6b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:15.253525 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-795bf36c-3050-46a9-b9cf-2ae05f6b8a12 req-104b589f-4494-40fd-9d2b-cd59b05b2e6b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0470414 Jun 23 17:22:15.258868 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db0e445b-5956-479a-baf0-0648feb6633b req-a870ce69-5d93-424b-a96d-923997d93893 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843325 Jun 23 17:22:15.301843 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-795bf36c-3050-46a9-b9cf-2ae05f6b8a12 req-51ff9317-a360-45a6-acac-47d66d731f9e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423195 Jun 23 17:22:16.432197 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f748-ecb9-4e6a-a337-ee9ab014af5f req-f51772dd-7453-4151-8820-06865ab2753e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:16.433617 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d81f748-ecb9-4e6a-a337-ee9ab014af5f req-f51772dd-7453-4151-8820-06865ab2753e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0530527 Jun 23 17:22:16.483362 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d81f748-ecb9-4e6a-a337-ee9ab014af5f req-e83d7f7e-a368-4133-b868-55bef1a4bcac tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415688 Jun 23 17:22:17.063525 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:17.066393 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=13 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:17.609781 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:17.627336 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db231d-c675-4561-b6a2-ff9785de0e29 req-55815cdd-aed1-490d-b55f-6e3c6ccaec57 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:17.628833 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b2db231d-c675-4561-b6a2-ff9785de0e29 req-55815cdd-aed1-490d-b55f-6e3c6ccaec57 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0510716 Jun 23 17:22:17.677758 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b2db231d-c675-4561-b6a2-ff9785de0e29 req-8cae239f-e0be-4feb-86e7-719cfd1faaaa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427308 Jun 23 17:22:18.802650 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f1084-0118-4477-9378-798c83ceaaea req-b10e8c33-5d8f-4011-82d8-2d2e58c765f8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:18.804177 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b7f1084-0118-4477-9378-798c83ceaaea req-b10e8c33-5d8f-4011-82d8-2d2e58c765f8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0473325 Jun 23 17:22:18.850836 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b7f1084-0118-4477-9378-798c83ceaaea req-8831ef5d-d8d2-4e25-9d34-0ff4ee82c7d5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409393 Jun 23 17:22:19.990735 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58446085-8e2d-435f-a456-811adac20dd3 req-a471e7fc-e593-40aa-8135-6a620d2b4993 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:19.992402 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-58446085-8e2d-435f-a456-811adac20dd3 req-a471e7fc-e593-40aa-8135-6a620d2b4993 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0587204 Jun 23 17:22:20.048976 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-58446085-8e2d-435f-a456-811adac20dd3 req-7b445537-0f80-4037-a1cb-15e03bc118f8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479493 Jun 23 17:22:21.187386 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c526c5-de9b-4366-a2f9-16d3c8c88609 req-e46c055b-76a6-4fac-84df-0be674a95718 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:21.189348 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9c526c5-de9b-4366-a2f9-16d3c8c88609 req-e46c055b-76a6-4fac-84df-0be674a95718 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0575967 Jun 23 17:22:21.248389 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9c526c5-de9b-4366-a2f9-16d3c8c88609 req-e7759df9-9eb1-4921-b638-259c88960b09 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510259 Jun 23 17:22:22.380211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac70b9-2ad0-45c8-a2d3-bedeb687921c req-0fb23d80-97f5-4541-8b58-2be3d366adee tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:22.381645 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-faac70b9-2ad0-45c8-a2d3-bedeb687921c req-0fb23d80-97f5-4541-8b58-2be3d366adee tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0505290 Jun 23 17:22:22.415926 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-dbe263b6-b2c2-444d-ae06-408efbd85ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:22.418563 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-dbe263b6-b2c2-444d-ae06-408efbd85ca9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb&tenant_id=e2d73f7bfc184cacb49809a89563b585 HTTP/1.1" status: 200 len: 1127 time: 0.0427916 Jun 23 17:22:22.432017 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-faac70b9-2ad0-45c8-a2d3-bedeb687921c req-f3199733-cf74-4faf-8ed0-ab897e545b7f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430229 Jun 23 17:22:22.433117 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-5825fa47-b797-4179-8f0e-d2b0fe66eae8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:22:22.434162 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-5825fa47-b797-4179-8f0e-d2b0fe66eae8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052366 Jun 23 17:22:22.554511 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-8a1bf87d-bd4f-4eed-a2d2-3fbf7fd6f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:22.556761 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-8a1bf87d-bd4f-4eed-a2d2-3fbf7fd6f1de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 1127 time: 0.0536766 Jun 23 17:22:22.655929 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-7f19872e-9cf8-4942-928c-e2c4e846b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:22.657385 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-7f19872e-9cf8-4942-928c-e2c4e846b8b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.0898020 Jun 23 17:22:22.726749 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-c79de19e-ec5c-4208-aabf-b3f2d38ba622 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d460160b-555d-4087-b187-9075bf3d3b97 HTTP/1.1" status: 200 len: 999 time: 0.0613184 Jun 23 17:22:22.786696 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-9ce4be1a-a086-4745-8c0b-117f8f99a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:22.788340 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-9ce4be1a-a086-4745-8c0b-117f8f99a71d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0534086 Jun 23 17:22:22.839428 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-b0e836fb-8176-426e-9110-05e84ff81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:22.841128 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-b0e836fb-8176-426e-9110-05e84ff81f40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464816 Jun 23 17:22:22.948383 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:22.955460 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-02980627-fdfe-4acd-ab58-c2c2a093f919 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062107 Jun 23 17:22:23.054904 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:23.059335 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce7a43f1-02f4-48fe-b058-b0e9992ed83b req-aa7fb2be-59a5-48a4-b97f-13eee06b8098 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964375 Jun 23 17:22:23.145674 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69fcf2-9078-42ae-a4b8-b14088ed2640 req-e53e1586-a272-45e2-ba02-ebb0eeea0b69 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:23.147172 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e69fcf2-9078-42ae-a4b8-b14088ed2640 req-e53e1586-a272-45e2-ba02-ebb0eeea0b69 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0553691 Jun 23 17:22:23.195495 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e69fcf2-9078-42ae-a4b8-b14088ed2640 req-01ac8312-2830-4d15-be21-28a02d3f9595 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 Jun 23 17:22:23.572885 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d4af2-f28b-4aa3-8075-bd6ea27952ee req-13ae0891-edf4-48f5-bdbb-c40156e22c97 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:23.574371 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5d8d4af2-f28b-4aa3-8075-bd6ea27952ee req-13ae0891-edf4-48f5-bdbb-c40156e22c97 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0584359 Jun 23 17:22:23.625047 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5d8d4af2-f28b-4aa3-8075-bd6ea27952ee req-40e90266-d899-4ac7-b294-a475d567dfa4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451555 Jun 23 17:22:24.255619 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:24.259438 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:24.265758 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:24.314957 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211d13d-541e-4086-ae27-038bd3618683 req-346cf735-db2a-44da-8f08-40cb5c2d782b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:24.316443 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6211d13d-541e-4086-ae27-038bd3618683 req-346cf735-db2a-44da-8f08-40cb5c2d782b tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0510364 Jun 23 17:22:24.371085 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6211d13d-541e-4086-ae27-038bd3618683 req-f8884c22-add3-4968-b29f-cc2553381796 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472112 Jun 23 17:22:24.755831 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0293-773e-4f89-9884-f41969f91ac4 req-182468b7-bee2-4b9b-9af3-f92235df8314 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:24.758866 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a99b0293-773e-4f89-9884-f41969f91ac4 req-182468b7-bee2-4b9b-9af3-f92235df8314 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0578754 Jun 23 17:22:24.773707 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:22:24.831817 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a99b0293-773e-4f89-9884-f41969f91ac4 req-5b7920f9-f63e-46e8-a50d-e234ec7361ae tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665913 Jun 23 17:22:25.495185 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5560d3e-a6d9-4318-aa99-52bb7937e644 req-2537a34d-b725-44ae-a2fb-38f8a44b4092 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:25.497433 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b5560d3e-a6d9-4318-aa99-52bb7937e644 req-2537a34d-b725-44ae-a2fb-38f8a44b4092 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0540257 Jun 23 17:22:25.549765 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b5560d3e-a6d9-4318-aa99-52bb7937e644 req-f17de2cd-e0be-4ebf-85f3-32b8723013bd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474348 Jun 23 17:22:25.975506 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64e743-3796-4268-ab42-5f7374a63892 req-a475bef0-2d17-4529-89d4-ca4b536de7f7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:25.976859 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3a64e743-3796-4268-ab42-5f7374a63892 req-a475bef0-2d17-4529-89d4-ca4b536de7f7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0565221 Jun 23 17:22:26.025351 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3a64e743-3796-4268-ab42-5f7374a63892 req-c729e8e6-2f81-4aa2-9b98-b92f02ac67d1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423529 Jun 23 17:22:26.670286 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d39b-1815-4846-b072-69ac6021ea6b req-980987f9-682c-4a01-bb50-60c16cb5cb2c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:26.671785 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca93d39b-1815-4846-b072-69ac6021ea6b req-980987f9-682c-4a01-bb50-60c16cb5cb2c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0525610 Jun 23 17:22:26.723849 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca93d39b-1815-4846-b072-69ac6021ea6b req-f3d773f1-3cd8-4333-b3ff-62097eefc0a0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463192 Jun 23 17:22:27.152866 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b84e2-c0b8-4de8-973f-cfda45af25f4 req-ed8344d2-5770-4965-92de-a26af68dddbb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:27.154418 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f08b84e2-c0b8-4de8-973f-cfda45af25f4 req-ed8344d2-5770-4965-92de-a26af68dddbb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0535996 Jun 23 17:22:27.204919 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f08b84e2-c0b8-4de8-973f-cfda45af25f4 req-bd37bcaa-81a3-4519-9f76-a756b6feec7c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439420 Jun 23 17:22:27.851126 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4a041-0697-4ef4-88ff-6d16cd02bae0 req-95757793-be56-435f-a197-73f455ed13ff tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:27.852656 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9d4a041-0697-4ef4-88ff-6d16cd02bae0 req-95757793-be56-435f-a197-73f455ed13ff tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0560029 Jun 23 17:22:27.910528 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9d4a041-0697-4ef4-88ff-6d16cd02bae0 req-407bc8b2-8bf3-4797-bbe6-ee1c97883585 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512106 Jun 23 17:22:28.324676 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:28.335306 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2474742-acdb-42ab-90d6-aa163c144288 req-a64b4113-b3d6-4072-b00b-bcb5d170aab2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:28.336858 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2474742-acdb-42ab-90d6-aa163c144288 req-a64b4113-b3d6-4072-b00b-bcb5d170aab2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0517039 Jun 23 17:22:28.390916 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e2474742-acdb-42ab-90d6-aa163c144288 req-cae28e0b-1093-480b-b1a7-9e7dc7625e46 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482187 Jun 23 17:22:29.031258 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc29490-c394-4633-882a-169c96657957 req-ae32b9ed-f3c8-48fd-8c0d-85d6f3472a57 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:29.032779 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dc29490-c394-4633-882a-169c96657957 req-ae32b9ed-f3c8-48fd-8c0d-85d6f3472a57 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0494521 Jun 23 17:22:29.084407 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dc29490-c394-4633-882a-169c96657957 req-a3151c3f-bfb6-499c-96e5-4fbc4d69feb0 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457966 Jun 23 17:22:29.519681 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6690d-ed51-4242-a1d0-81b5833a31c0 req-d33ffcd5-9206-4312-9631-6285e2a1cd60 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:29.521216 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bef6690d-ed51-4242-a1d0-81b5833a31c0 req-d33ffcd5-9206-4312-9631-6285e2a1cd60 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0514069 Jun 23 17:22:29.570746 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bef6690d-ed51-4242-a1d0-81b5833a31c0 req-4753e36e-7f43-4af6-9400-dac2852347fa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432320 Jun 23 17:22:30.052529 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-312c431f-2f3a-4a99-a6f0-0db0cb4e1b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:30.209818 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a3a81-f5d2-4ae0-94f9-743fea6a9503 req-cb57e038-0f61-40f7-a197-d8fd3ecff279 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:30.211308 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-959a3a81-f5d2-4ae0-94f9-743fea6a9503 req-cb57e038-0f61-40f7-a197-d8fd3ecff279 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0526693 Jun 23 17:22:30.263739 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-959a3a81-f5d2-4ae0-94f9-743fea6a9503 req-c3074852-0746-4fc5-a419-34a36eb37ece tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Jun 23 17:22:30.700691 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f7041-c504-41af-9c36-bd0054ba6e7e req-5caf4ea8-86a2-4605-8749-4586c30dc594 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:30.702360 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-822f7041-c504-41af-9c36-bd0054ba6e7e req-5caf4ea8-86a2-4605-8749-4586c30dc594 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0509953 Jun 23 17:22:30.771830 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-822f7041-c504-41af-9c36-bd0054ba6e7e req-97d1bacb-f645-4967-bd82-6f53f28f44c7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637391 Jun 23 17:22:31.383856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3424ce-a06b-490a-b477-cbb5af23f785 req-1e96e6e1-f86d-413f-8e3b-b37643fb7416 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:31.385238 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d3424ce-a06b-490a-b477-cbb5af23f785 req-1e96e6e1-f86d-413f-8e3b-b37643fb7416 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0478749 Jun 23 17:22:31.437831 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d3424ce-a06b-490a-b477-cbb5af23f785 req-c678baa5-6bbf-4064-80d7-87e125e7fde7 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461483 Jun 23 17:22:31.894982 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645462c-3c9e-4237-8b63-f39312ad4fd1 req-08d0e513-a6fa-4b14-b8d4-767223ca81a2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:31.896491 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d645462c-3c9e-4237-8b63-f39312ad4fd1 req-08d0e513-a6fa-4b14-b8d4-767223ca81a2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0477593 Jun 23 17:22:31.932157 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:31.952003 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d645462c-3c9e-4237-8b63-f39312ad4fd1 req-a9e9a9b8-b49e-4025-8775-e6addf0748e9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488892 Jun 23 17:22:32.333253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6608a64e-4794-4935-a98c-def1eb05d03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:32.558359 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1319e-9d6e-4658-8b52-acb00f27972e req-26db7644-7cca-47a0-a135-59032fbe8980 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:32.559992 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cad1319e-9d6e-4658-8b52-acb00f27972e req-26db7644-7cca-47a0-a135-59032fbe8980 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0509410 Jun 23 17:22:32.613406 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cad1319e-9d6e-4658-8b52-acb00f27972e req-52852418-cf89-4ef8-9cc9-d3085401e800 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475326 Jun 23 17:22:33.077073 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d6801-2a64-4f5a-9720-0833ea4ddeea req-70dcdeb9-182a-4cc4-8063-d8296857716a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:33.078616 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3e0d6801-2a64-4f5a-9720-0833ea4ddeea req-70dcdeb9-182a-4cc4-8063-d8296857716a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0483036 Jun 23 17:22:33.127180 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3e0d6801-2a64-4f5a-9720-0833ea4ddeea req-9c9993e5-c957-4c9b-b6b6-cd58b67fdd84 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428746 Jun 23 17:22:33.487594 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:33.737551 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ed056-441c-493b-b099-54f0059e45cb req-3d81b9be-1a4a-44dc-a41b-b6dd08c3b2e9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:33.739164 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c2ed056-441c-493b-b099-54f0059e45cb req-3d81b9be-1a4a-44dc-a41b-b6dd08c3b2e9 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0498698 Jun 23 17:22:33.790831 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4c2ed056-441c-493b-b099-54f0059e45cb req-c69031e5-e8a7-4135-b6ef-bc6477c38023 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460703 Jun 23 17:22:34.252740 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f71738-5267-4006-b89d-b373e12a4684 req-c055ce19-6170-42af-8dc8-052cdd83ea4f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:34.254385 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f6f71738-5267-4006-b89d-b373e12a4684 req-c055ce19-6170-42af-8dc8-052cdd83ea4f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0508823 Jun 23 17:22:34.305169 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f6f71738-5267-4006-b89d-b373e12a4684 req-6b6470b8-a38b-4ab9-981a-fc98f57139e2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451453 Jun 23 17:22:34.838057 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:34.875105 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:34.913900 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd3e67-fd73-4e24-a080-9723d816ab44 req-fcb44222-589b-4926-9ea1-73317584322a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:34.915567 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58cd3e67-fd73-4e24-a080-9723d816ab44 req-fcb44222-589b-4926-9ea1-73317584322a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0514352 Jun 23 17:22:34.965845 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58cd3e67-fd73-4e24-a080-9723d816ab44 req-ae015a75-e216-4a10-8658-ef2257dc8012 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 Jun 23 17:22:35.240131 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:35.245732 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:35.446000 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11c36c-8961-4674-b38a-cf02ec002a82 req-544dd55e-27fa-4ff5-9c55-6f52bed09e95 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:35.447629 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4b11c36c-8961-4674-b38a-cf02ec002a82 req-544dd55e-27fa-4ff5-9c55-6f52bed09e95 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0565591 Jun 23 17:22:35.499597 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4b11c36c-8961-4674-b38a-cf02ec002a82 req-9d8d4bc5-63ec-44e2-b3a0-370b77e5887c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453880 Jun 23 17:22:36.078892 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:36.093084 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02528fd0-8fbc-4477-b720-897d7b3fe3ed req-d0928d1e-cfef-4e41-98a2-da0a73a3d7bd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:36.094619 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02528fd0-8fbc-4477-b720-897d7b3fe3ed req-d0928d1e-cfef-4e41-98a2-da0a73a3d7bd tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0552039 Jun 23 17:22:36.144103 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02528fd0-8fbc-4477-b720-897d7b3fe3ed req-bac2f8a7-d954-427b-b8f7-b8e3edac12bc tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 Jun 23 17:22:36.640152 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b414855-324f-4a54-a531-7909a02194a3 req-e78d9fd4-695c-4748-a637-40889f0c6fff tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:36.641639 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1b414855-324f-4a54-a531-7909a02194a3 req-e78d9fd4-695c-4748-a637-40889f0c6fff tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0504763 Jun 23 17:22:36.691629 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1b414855-324f-4a54-a531-7909a02194a3 req-f94bd573-085b-472f-8291-395666aea78a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436459 Jun 23 17:22:37.283116 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1069f-ecb8-4961-a35f-c96dfc297985 req-a7073a69-b2c7-4327-9e9a-491001630c2f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:37.284614 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29b1069f-ecb8-4961-a35f-c96dfc297985 req-a7073a69-b2c7-4327-9e9a-491001630c2f tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0484231 Jun 23 17:22:37.335556 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29b1069f-ecb8-4961-a35f-c96dfc297985 req-4bc58b48-fe77-4193-a3dc-d91cfde786a6 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Jun 23 17:22:37.825903 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5c628-b028-46bf-a057-90e2aa16dc11 req-ab938495-798c-4bb2-8f78-d6970d56e5a2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:37.827626 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-50d5c628-b028-46bf-a057-90e2aa16dc11 req-ab938495-798c-4bb2-8f78-d6970d56e5a2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0525863 Jun 23 17:22:37.878041 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-50d5c628-b028-46bf-a057-90e2aa16dc11 req-3c658059-1eaa-49ee-b68b-ee9567caa683 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446682 Jun 23 17:22:38.463850 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbec76-828c-41ef-93f9-c467fb36f40d req-0c921d09-e098-414f-ac2c-c2ccdf83adec tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:38.464780 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-72dbec76-828c-41ef-93f9-c467fb36f40d req-0c921d09-e098-414f-ac2c-c2ccdf83adec tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0471900 Jun 23 17:22:38.522358 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-72dbec76-828c-41ef-93f9-c467fb36f40d req-078dd7ae-7c78-4bca-b2a7-b341e32b27e5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512969 Jun 23 17:22:39.005726 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dee10c-d668-41bc-963c-ca04828d60c9 req-9aff2037-ab3a-44e7-a5b3-5be2cb87d7be tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:39.007132 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a7dee10c-d668-41bc-963c-ca04828d60c9 req-9aff2037-ab3a-44e7-a5b3-5be2cb87d7be tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0502498 Jun 23 17:22:39.058441 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a7dee10c-d668-41bc-963c-ca04828d60c9 req-a3fc17ff-ab79-4a28-87f8-ec6767d5631b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430605 Jun 23 17:22:39.165572 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-1ceeaace-f7e4-48b9-b270-494d26e2cdce tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:39.167059 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-1ceeaace-f7e4-48b9-b270-494d26e2cdce tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0473943 Jun 23 17:22:39.645827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f1e41-3ccb-44fd-a665-48aa796ef7e8 req-d47e1474-c36d-44ef-8645-f74ae41651d5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:39.647338 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-364f1e41-3ccb-44fd-a665-48aa796ef7e8 req-d47e1474-c36d-44ef-8645-f74ae41651d5 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0476322 Jun 23 17:22:39.701828 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-364f1e41-3ccb-44fd-a665-48aa796ef7e8 req-e4ab1e33-6a7b-4b24-9fe5-193066f87cb1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488434 Jun 23 17:22:40.192519 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b2d31-1561-4d4f-af34-f550a9e280f7 req-49eb2555-7adf-4995-85d1-7f3f7c631e68 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:40.193981 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e0b2d31-1561-4d4f-af34-f550a9e280f7 req-49eb2555-7adf-4995-85d1-7f3f7c631e68 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0504680 Jun 23 17:22:40.264148 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7e0b2d31-1561-4d4f-af34-f550a9e280f7 req-e3906119-7486-4488-98bf-f0df71acfbd9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635445 Jun 23 17:22:40.448634 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Deleting port 54a11b14-2779-4d3f-a5d5-48f66702f69f {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:22:40.448881 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:40.539349 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] For port 54a11b14-2779-4d3f-a5d5-48f66702f69f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=54a11b14-2779-4d3f-a5d5-48f66702f69f,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:40.539713 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:40.724776 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:40.725471 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (66b8239e-f56b-4e29-a18c-c0c8527ccae5), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:40.725471 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Floating IP 66b8239e-f56b-4e29-a18c-c0c8527ccae5 disassociated. External IP: 172.27.0.57, port: 54a11b14-2779-4d3f-a5d5-48f66702f69f. Jun 23 17:22:40.725686 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Calling delete_port for 54a11b14-2779-4d3f-a5d5-48f66702f69f owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:22:40.839032 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c007b-d0c6-4ddd-b308-48bd577e79c3 req-12ca92cb-9d1b-4381-90b4-da521d99ca11 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:40.840547 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-214c007b-d0c6-4ddd-b308-48bd577e79c3 req-12ca92cb-9d1b-4381-90b4-da521d99ca11 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee73e46-ae4e-47fe-908c-9c5c6ace3538 HTTP/1.1" status: 200 len: 946 time: 0.0623844 Jun 23 17:22:40.840951 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:40.899801 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:40.932499 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-214c007b-d0c6-4ddd-b308-48bd577e79c3 req-36794a11-d0bf-4063-a27f-bd53f84e8c3c tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups?id=5775f84c-32eb-44f1-90d0-3622b557de22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840311 Jun 23 17:22:40.941065 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (54a11b14-2779-4d3f-a5d5-48f66702f69f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:40.967549 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'Port': ['ID=54a11b14-2779-4d3f-a5d5-48f66702f69f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:41.099555 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:22:41.213156 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:22:41.224490 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:22:41.235788 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:22:41.236353 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:22:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:41.256356 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] No DVR routers for this DVR port 54a11b14-2779-4d3f-a5d5-48f66702f69f on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:22:41.258970 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:41.262210 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbd92167-d2e4-4742-bfd4-4171fe58ad61 req-5a715e18-f7ed-4a0d-9afd-33fd97447614 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.57 "DELETE /v2.0/ports/54a11b14-2779-4d3f-a5d5-48f66702f69f HTTP/1.1" status: 204 len: 173 time: 0.9033573 Jun 23 17:22:41.262642 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'name': 'network-vif-deleted', 'tag': '54a11b14-2779-4d3f-a5d5-48f66702f69f'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:22:41.265038 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a20f13-7a30-4ed2-9f4f-f35e2876800f" -d '{"events": [{"server_uuid": "bee73e46-ae4e-47fe-908c-9c5c6ace3538", "name": "network-vif-deleted", "tag": "54a11b14-2779-4d3f-a5d5-48f66702f69f"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:22:41.303752 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36323d49-74d5-409c-92a6-7227234445fd x-openstack-request-id: req-36323d49-74d5-409c-92a6-7227234445fd {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:22:41.304030 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee73e46-ae4e-47fe-908c-9c5c6ace3538", "name": "network-vif-deleted", "tag": "54a11b14-2779-4d3f-a5d5-48f66702f69f", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:22:41.304337 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36323d49-74d5-409c-92a6-7227234445fd {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:22:41.304688 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36323d49-74d5-409c-92a6-7227234445fd'] response: {'server_uuid': 'bee73e46-ae4e-47fe-908c-9c5c6ace3538', 'name': 'network-vif-deleted', 'tag': '54a11b14-2779-4d3f-a5d5-48f66702f69f', 'status': 'completed', 'code': 200} Jun 23 17:22:41.347000 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:22:41.409158 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8731ec-d723-4532-aa25-f04abeab9168 req-54b71fc5-822a-4991-80d5-7f8a4ea663a1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:41.418457 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c8731ec-d723-4532-aa25-f04abeab9168 req-54b71fc5-822a-4991-80d5-7f8a4ea663a1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0582814 Jun 23 17:22:41.471141 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c8731ec-d723-4532-aa25-f04abeab9168 req-2fa5619a-1a45-4c0b-9361-786f235fa0ae tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517831 Jun 23 17:22:41.554292 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:41.579054 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:22:41.587510 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:22:41.588145 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:22:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:41.694381 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:22:41.883705 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:41.908678 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00b799-1204-4026-9734-628a7ad46b25 None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:12:01Z', 'revision_number': 4, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'c24ec1ef-16d5-4530-ab57-66b13a1e8271', 'name': '', 'network_id': 'a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'mac_address': 'fa:16:3e:a8:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:12:00Z', 'updated_at': '2022-06-23T17:12:10Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'subnets': [{'id': '6fb681cf-827d-4d21-8de7-6099d13e0163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:22:42.026130 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56282) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:42.087497 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4f02bff1-0d69-45bc-9338-e10be55cf75a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (5775f84c-32eb-44f1-90d0-3622b557de22), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.089817 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:42.112827 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4f02bff1-0d69-45bc-9338-e10be55cf75a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (5775f84c-32eb-44f1-90d0-3622b557de22), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.137680 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc5dbec-305e-484e-8283-bb3f8a3e0ae5 None None] New status for floating IP 66b8239e-f56b-4e29-a18c-c0c8527ccae5: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:22:42.165330 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4f02bff1-0d69-45bc-9338-e10be55cf75a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (5775f84c-32eb-44f1-90d0-3622b557de22), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.167926 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4f02bff1-0d69-45bc-9338-e10be55cf75a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.169116 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4f02bff1-0d69-45bc-9338-e10be55cf75a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "DELETE /v2.0/security-groups/5775f84c-32eb-44f1-90d0-3622b557de22 HTTP/1.1" status: 204 len: 168 time: 0.1419711 Jun 23 17:22:42.172081 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56284) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:42.179584 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02bff1-0d69-45bc-9338-e10be55cf75a tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5775f84c-32eb-44f1-90d0-3622b557de22,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:42.188873 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-11eefbb9-78d7-4039-9a08-346f71a8f9b1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] show failed (client error): The resource could not be found. Jun 23 17:22:42.190182 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-11eefbb9-78d7-4039-9a08-346f71a8f9b1 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "GET /v2.0/security-groups/5775f84c-32eb-44f1-90d0-3622b557de22 HTTP/1.1" status: 404 len: 347 time: 0.0167451 Jun 23 17:22:42.192968 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56286) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:42.236253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 54a11b14-2779-4d3f-a5d5-48f66702f69f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:22:42.258933 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 54a11b14-2779-4d3f-a5d5-48f66702f69f {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:22:42.259232 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 54a11b14-2779-4d3f-a5d5-48f66702f69f not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:22:42.309283 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Deleting port e4623763-022d-456e-96fd-255091a85bca {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:22:42.309633 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (e4623763-022d-456e-96fd-255091a85bca), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.389606 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (e4623763-022d-456e-96fd-255091a85bca), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.390041 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (e4623763-022d-456e-96fd-255091a85bca), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.402754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Calling delete_port for e4623763-022d-456e-96fd-255091a85bca owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:22:42.548584 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (e4623763-022d-456e-96fd-255091a85bca), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.573111 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Pushing event deleted for resources: {'Port': ['ID=e4623763-022d-456e-96fd-255091a85bca,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:42.593963 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d36a8c-d5cc-4740-9d34-a86f4ba3274f req-b4017541-2269-4b39-811c-c713a9b34196 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:42.595490 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19d36a8c-d5cc-4740-9d34-a86f4ba3274f req-b4017541-2269-4b39-811c-c713a9b34196 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0481298 Jun 23 17:22:42.602590 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:42.641024 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks [] for floatingip (66b8239e-f56b-4e29-a18c-c0c8527ccae5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.643497 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19d36a8c-d5cc-4740-9d34-a86f4ba3274f req-ef9eb646-953e-46d4-b4f0-605592f4c366 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423121 Jun 23 17:22:42.643918 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:42.645064 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5d0a0387-1be2-4cc1-8767-416c7dc45631 tempest-AttachVolumeNegativeTest-1409013216 tempest-AttachVolumeNegativeTest-1409013216-project] 10.222.0.18 "DELETE /v2.0/floatingips/66b8239e-f56b-4e29-a18c-c0c8527ccae5 HTTP/1.1" status: 204 len: 168 time: 0.4512045 Jun 23 17:22:43.786915 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad16333-bdf2-4cb6-8c77-db77294327b5 req-3677f05f-80dc-459d-b68b-6471c7f2d386 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:43.789329 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ad16333-bdf2-4cb6-8c77-db77294327b5 req-3677f05f-80dc-459d-b68b-6471c7f2d386 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0568087 Jun 23 17:22:43.845960 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ad16333-bdf2-4cb6-8c77-db77294327b5 req-092619ac-525c-4980-980e-6417c7e775a7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496466 Jun 23 17:22:44.955738 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:44.971846 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8669c-c4b0-4268-a826-6524b98aa8fd req-6be53e00-4e21-46c9-bf1c-3c63de1a8bfd tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:44.973326 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42e8669c-c4b0-4268-a826-6524b98aa8fd req-6be53e00-4e21-46c9-bf1c-3c63de1a8bfd tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0489414 Jun 23 17:22:45.025341 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42e8669c-c4b0-4268-a826-6524b98aa8fd req-f285a684-fbce-4f50-9bdc-55e664f284f6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429690 Jun 23 17:22:46.164011 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e031388-46cf-435d-a25c-5ca4fffcfdb7 req-8ca2ae63-cbf7-4f2d-849b-6f0d3c39fccd tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:46.165378 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8e031388-46cf-435d-a25c-5ca4fffcfdb7 req-8ca2ae63-cbf7-4f2d-849b-6f0d3c39fccd tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0544386 Jun 23 17:22:46.179494 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:46.223771 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8e031388-46cf-435d-a25c-5ca4fffcfdb7 req-42ab2966-e7ad-4adc-969f-6128add1a600 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499339 Jun 23 17:22:46.515315 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56332) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:46.944673 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:47.185459 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Deleting port c24ec1ef-16d5-4530-ab57-66b13a1e8271 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:22:47.186195 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:47.257358 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:47.269755 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] For port c24ec1ef-16d5-4530-ab57-66b13a1e8271, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=c24ec1ef-16d5-4530-ab57-66b13a1e8271,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:47.270163 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:47.283917 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Calling delete_port for c24ec1ef-16d5-4530-ab57-66b13a1e8271 owned by network:router_interface {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:22:47.355505 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954280d9-23f5-4753-965e-86da8d584c0f req-3f9eebec-f997-42a5-b5b9-9086fb5e2bf2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:47.356992 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-954280d9-23f5-4753-965e-86da8d584c0f req-3f9eebec-f997-42a5-b5b9-9086fb5e2bf2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0510511 Jun 23 17:22:47.403550 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-954280d9-23f5-4753-965e-86da8d584c0f req-b96b3d6b-82c1-45e8-893d-a324b9ba44b0 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409141 Jun 23 17:22:47.464408 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (c24ec1ef-16d5-4530-ab57-66b13a1e8271), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:47.469036 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:47.488899 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24ec1ef-16d5-4530-ab57-66b13a1e8271,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:47.652659 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:47.860689 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:22:47.978258 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:22:47.983391 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-d4decea0-5a86-4708-89f5-c028f31bdc58 admin admin] 10.222.0.18 "PUT /v2.0/routers/42ebfb0e-bb69-4528-a72b-4f9bd3f14edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4670627 Jun 23 17:22:47.986517 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56338) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:47.987712 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] Sync routers for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:22:47.998484 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:22:47.999100 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:22:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:48.084757 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks [] for router (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.126943 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:48.190508 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks [] for router_gateway (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.231861 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:22:48.234804 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Deleting port 1fa5a85e-de21-416a-87cf-01f564a7ac48 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:22:48.235192 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.279867 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:22:48.314882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] For port 1fa5a85e-de21-416a-87cf-01f564a7ac48, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=1fa5a85e-de21-416a-87cf-01f564a7ac48,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:48.315221 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.332730 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Calling delete_port for 1fa5a85e-de21-416a-87cf-01f564a7ac48 owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:22:48.388872 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:48.489319 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:48.497962 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:22:47Z', 'revision_number': 5, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port': {'id': '1fa5a85e-de21-416a-87cf-01f564a7ac48', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:11:56Z', 'updated_at': '2022-06-23T17:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:48.524115 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': 'd460160b-555d-4087-b187-9075bf3d3b97', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'port_id': 'd460160b-555d-4087-b187-9075bf3d3b97', 'mac_address': 'fa:16:3e:9a:7f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:22:48.525981 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] Checking router: 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:22:48.531234 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (1fa5a85e-de21-416a-87cf-01f564a7ac48), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.552549 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] Routers {'42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:22:48.553177 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:22:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:48.565980 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae2eb3-87ea-40a3-9ac0-f2e02448dc21 req-86f2bf77-82c6-481d-95e5-f81707bb5bc0 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:48.567445 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eaae2eb3-87ea-40a3-9ac0-f2e02448dc21 req-86f2bf77-82c6-481d-95e5-f81707bb5bc0 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 943 time: 0.0827320 Jun 23 17:22:48.568160 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa5a85e-de21-416a-87cf-01f564a7ac48,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:48.625897 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d460160b-555d-4087-b187-9075bf3d3b97 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:22:48.626293 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.631967 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] Set router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:22:48.660077 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.690067 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:22:48Z', 'revision_number': 7, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:48.693818 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d460160b-555d-4087-b187-9075bf3d3b97 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:22:48.718997 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:48.721039 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362dba66-3024-48c1-b99f-d0a5297c2b9d None None] The sync data for ids ['42ebfb0e-bb69-4528-a72b-4f9bd3f14edc'] in dv-cinder-835384-10-iscsi is: [{'id': '42ebfb0e-bb69-4528-a72b-4f9bd3f14edc', 'name': 'tempest-AttachVolumeNegativeTest-184791066-router', 'tenant_id': '201cf53eaff642e78cf394182b0b9972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:11:55Z', 'updated_at': '2022-06-23T17:22:48Z', 'revision_number': 7, 'project_id': '201cf53eaff642e78cf394182b0b9972', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:22:48.725081 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-eaae2eb3-87ea-40a3-9ac0-f2e02448dc21 req-b2979c75-d1f2-412b-8052-5d092adf1071 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313026 Jun 23 17:22:48.744703 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:48.748021 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.774337 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.777220 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks [] for router_controller (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.810740 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=9']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:48.811018 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:48.827298 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (42ebfb0e-bb69-4528-a72b-4f9bd3f14edc), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.827963 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42ebfb0e-bb69-4528-a72b-4f9bd3f14edc {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:22:48.832830 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.836431 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dd602038-9998-432f-9bf0-dd53404cd656 admin admin] 10.222.0.18 "DELETE /v2.0/routers/42ebfb0e-bb69-4528-a72b-4f9bd3f14edc HTTP/1.1" status: 204 len: 168 time: 0.8467035 Jun 23 17:22:48.836697 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56342) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:48.887287 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d402f6f-c46e-4f9b-a61c-7ec3a6d32604 admin admin] Deleting subnet 6fb681cf-827d-4d21-8de7-6099d13e0163 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:22:48.890529 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d402f6f-c46e-4f9b-a61c-7ec3a6d32604 admin admin] Publish callbacks [] for subnet (6fb681cf-827d-4d21-8de7-6099d13e0163), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:48.924592 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d402f6f-c46e-4f9b-a61c-7ec3a6d32604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11756901'] for subnet (6fb681cf-827d-4d21-8de7-6099d13e0163), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.184966 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['d460160b-555d-4087-b187-9075bf3d3b97'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:22:49.189277 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:49.216025 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:49.263634 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d402f6f-c46e-4f9b-a61c-7ec3a6d32604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (6fb681cf-827d-4d21-8de7-6099d13e0163), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.301638 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:49.321844 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d402f6f-c46e-4f9b-a61c-7ec3a6d32604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11266086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11703649'] for subnet (6fb681cf-827d-4d21-8de7-6099d13e0163), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.348393 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d402f6f-c46e-4f9b-a61c-7ec3a6d32604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb681cf-827d-4d21-8de7-6099d13e0163,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:49.351958 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d402f6f-c46e-4f9b-a61c-7ec3a6d32604 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.355112 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5d402f6f-c46e-4f9b-a61c-7ec3a6d32604 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6fb681cf-827d-4d21-8de7-6099d13e0163 HTTP/1.1" status: 204 len: 168 time: 0.5175135 Jun 23 17:22:49.357949 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56344) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:49.362667 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fcaff4-62f0-4577-afcf-3b94d82df8b3 None None] Network a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:22:49.430582 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.472932 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Deleting port afef1a34-ee26-4cd6-a983-d1bcd4d83761 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:22:49.473271 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.526179 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] DHCP port deletion for a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:22:49.544372 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] For port afef1a34-ee26-4cd6-a983-d1bcd4d83761, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=afef1a34-ee26-4cd6-a983-d1bcd4d83761,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:49.544748 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.559118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Calling delete_port for afef1a34-ee26-4cd6-a983-d1bcd4d83761 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:22:49.566650 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] Deleting port afef1a34-ee26-4cd6-a983-d1bcd4d83761 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:22:49.567056 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.569840 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:49.637556 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] For port afef1a34-ee26-4cd6-a983-d1bcd4d83761, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=afef1a34-ee26-4cd6-a983-d1bcd4d83761,segment=NetworkSegment(1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a),segment_id=1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:49.637993 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.648030 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.655398 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] Calling delete_port for afef1a34-ee26-4cd6-a983-d1bcd4d83761 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:22:49.676884 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] No DVR routers for this DVR port afef1a34-ee26-4cd6-a983-d1bcd4d83761 on host dv-cinder-835384-10-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:22:49.680981 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Pushing event deleted for resources: {'Port': ['ID=afef1a34-ee26-4cd6-a983-d1bcd4d83761,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:49.709410 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device afef1a34-ee26-4cd6-a983-d1bcd4d83761 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:22:49.738904 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: afef1a34-ee26-4cd6-a983-d1bcd4d83761 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:22:49.739321 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device afef1a34-ee26-4cd6-a983-d1bcd4d83761 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:22:49.739660 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device c24ec1ef-16d5-4530-ab57-66b13a1e8271 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:22:49.761445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.764794 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: c24ec1ef-16d5-4530-ab57-66b13a1e8271 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:22:49.765160 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device c24ec1ef-16d5-4530-ab57-66b13a1e8271 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:22:49.765582 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 1fa5a85e-de21-416a-87cf-01f564a7ac48 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:22:49.786355 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 1fa5a85e-de21-416a-87cf-01f564a7ac48 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:22:49.786733 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 1fa5a85e-de21-416a-87cf-01f564a7ac48 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:22:49.787573 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:49.803115 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (afef1a34-ee26-4cd6-a983-d1bcd4d83761), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.817286 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:49.817605 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:22:49.829428 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.829836 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] Pushing event deleted for resources: {'Port': ['ID=afef1a34-ee26-4cd6-a983-d1bcd4d83761,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:49.833397 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68784c3a-3b8e-4885-815b-1cc8fdce9a30 None None] No DVR routers for this DVR port afef1a34-ee26-4cd6-a983-d1bcd4d83761 on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:22:49.853976 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.862417 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:22:49.862920 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.890211 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaea087-bbf5-4c23-b92a-e34f2323ade9 req-cfe4ed86-c57e-4a37-a2e3-96ed358cd477 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:49.894278 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfaea087-bbf5-4c23-b92a-e34f2323ade9 req-cfe4ed86-c57e-4a37-a2e3-96ed358cd477 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 944 time: 0.0579031 Jun 23 17:22:49.925217 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a resource provider aggregate not found Jun 23 17:22:49.941997 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.942274 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfaea087-bbf5-4c23-b92a-e34f2323ade9 req-9d0aaed7-d24e-4732-bdfc-1cbd7b8bc004 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425389 Jun 23 17:22:49.944206 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:49.947470 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] 10.222.0.18 "DELETE /v2.0/networks/a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1 HTTP/1.1" status: 204 len: 168 time: 0.5885646 Jun 23 17:22:49.960515 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e5fc8d9-57da-4d4e-aa88-0fe3c9df942a found for delete ", "request_id": "req-5545e53a-0cda-4eb9-b85e-9681b473975f"}]} Jun 23 17:22:49.961320 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abd800-3111-4f2b-b58f-17109ce068fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cd0a13-7d3d-4379-9bdb-f7a035d3d8b1,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:50.083707 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56354) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:50.124655 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-59dfcbdb-9c9b-473d-80f2-95f685dbe715 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=201cf53eaff642e78cf394182b0b9972&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396461 Jun 23 17:22:50.127079 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56356) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:50.175992 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77d3ed31-932d-45c9-b672-9a913327b54f admin admin] Publish callbacks [] for security_group (b9f484b3-baa1-47eb-a148-b8c920d81f12), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:50.198319 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77d3ed31-932d-45c9-b672-9a913327b54f admin admin] Publish callbacks [] for security_group (b9f484b3-baa1-47eb-a148-b8c920d81f12), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:50.250732 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77d3ed31-932d-45c9-b672-9a913327b54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (b9f484b3-baa1-47eb-a148-b8c920d81f12), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:50.253144 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-77d3ed31-932d-45c9-b672-9a913327b54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:50.254332 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-77d3ed31-932d-45c9-b672-9a913327b54f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9f484b3-baa1-47eb-a148-b8c920d81f12 HTTP/1.1" status: 204 len: 168 time: 0.1264029 Jun 23 17:22:50.262195 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3ed31-932d-45c9-b672-9a913327b54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f484b3-baa1-47eb-a148-b8c920d81f12,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:50.284173 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:22:50.328737 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port d460160b-555d-4087-b187-9075bf3d3b97 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:22:50.329183 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d460160b-555d-4087-b187-9075bf3d3b97), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:50.405714 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port d460160b-555d-4087-b187-9075bf3d3b97 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:22:50.406136 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:50.430156 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:22:50.432401 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b799a3cb-0f8d-41d9-8ffb-dbe4e6213449" -d '{"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-plugged", "status": "completed", "tag": "d460160b-555d-4087-b187-9075bf3d3b97"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:22:50.445048 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:22:50.451623 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:50.479118 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3351fbce-356d-4c93-947e-27f2290325f2 x-openstack-request-id: req-3351fbce-356d-4c93-947e-27f2290325f2 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:22:50.479380 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-plugged", "status": "completed", "tag": "d460160b-555d-4087-b187-9075bf3d3b97", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:22:50.479659 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3351fbce-356d-4c93-947e-27f2290325f2 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:22:50.480049 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3351fbce-356d-4c93-947e-27f2290325f2'] response: {'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97', 'code': 200} Jun 23 17:22:50.502202 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=10']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:51.024879 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f0374-ad35-4c88-b1c2-6df58e877c51 req-570d735f-140f-4c34-967b-35287fbd4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:51.026435 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa3f0374-ad35-4c88-b1c2-6df58e877c51 req-570d735f-140f-4c34-967b-35287fbd4d2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 1130 time: 0.0481088 Jun 23 17:22:51.092357 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4758ca-d171-4c4a-8c19-dc5e83216787 req-5658c694-1eb3-4fd6-8cd3-6c69b39577bb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:51.093844 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f4758ca-d171-4c4a-8c19-dc5e83216787 req-5658c694-1eb3-4fd6-8cd3-6c69b39577bb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 946 time: 0.0713825 Jun 23 17:22:51.114619 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa3f0374-ad35-4c88-b1c2-6df58e877c51 req-43b1ff8e-ba8d-4208-a380-746d12531ac6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792561 Jun 23 17:22:51.164338 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f4758ca-d171-4c4a-8c19-dc5e83216787 req-1e6cc09b-d9db-42b1-ba00-e0843ad245cb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600641 Jun 23 17:22:51.620008 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56410) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:51.737085 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ee4c9481-0b21-49c1-8fac-8bd5dc69165f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:51.783084 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:51.832774 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ee4c9481-0b21-49c1-8fac-8bd5dc69165f admin admin] Publish callbacks [] for security_group (1a47adb5-3218-4513-89c1-d0802ccea0d3), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:51.845370 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ee4c9481-0b21-49c1-8fac-8bd5dc69165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1a47adb5-3218-4513-89c1-d0802ccea0d3), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:51.890292 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ee4c9481-0b21-49c1-8fac-8bd5dc69165f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1296c86ec7434578b08c6acbb7c3c357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691555 Jun 23 17:22:51.891457 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c9481-0b21-49c1-8fac-8bd5dc69165f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a47adb5-3218-4513-89c1-d0802ccea0d3,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:51.893615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56414) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:22:51.943318 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Publish callbacks [] for security_group (1a47adb5-3218-4513-89c1-d0802ccea0d3), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:51.964830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Publish callbacks [] for security_group (1a47adb5-3218-4513-89c1-d0802ccea0d3), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:52.014608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1a47adb5-3218-4513-89c1-d0802ccea0d3), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:52.017918 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:22:52.019108 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a47adb5-3218-4513-89c1-d0802ccea0d3 HTTP/1.1" status: 204 len: 168 time: 0.1244667 Jun 23 17:22:52.027058 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a47adb5-3218-4513-89c1-d0802ccea0d3,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:22:52.035638 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.035924 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.036264 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.036613 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.036955 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.037301 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.037644 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.038095 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.038545 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.038887 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.039345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.039678 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.040009 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.040343 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.040682 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886af1d-9bb1-410d-9cb5-4e84240d9769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:22:52.287247 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a4765-0ce9-4fdc-8b91-ced6008c387c req-79dcc2fa-0dc8-4da4-83ae-068c20c4f900 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:52.288758 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a8a4765-0ce9-4fdc-8b91-ced6008c387c req-79dcc2fa-0dc8-4da4-83ae-068c20c4f900 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 946 time: 0.0509486 Jun 23 17:22:52.338006 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a8a4765-0ce9-4fdc-8b91-ced6008c387c req-a13b19eb-f7ac-4bde-b2ef-a3798501dfe5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435236 Jun 23 17:22:53.474504 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1529e6-d8cf-46d1-9d6e-18bdfd2891dd req-c259c060-4305-4a19-a403-dea031dd59e3 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:53.476166 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2a1529e6-d8cf-46d1-9d6e-18bdfd2891dd req-c259c060-4305-4a19-a403-dea031dd59e3 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 946 time: 0.0551238 Jun 23 17:22:53.527025 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2a1529e6-d8cf-46d1-9d6e-18bdfd2891dd req-81b297ee-88ff-41f0-8358-936673fd7fee tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446470 Jun 23 17:22:54.664512 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd107683-61c7-4665-b28d-e85ec92e0a26 req-e0bce914-7e71-4b44-aba1-5628d74a0148 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:22:54.666005 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd107683-61c7-4665-b28d-e85ec92e0a26 req-e0bce914-7e71-4b44-aba1-5628d74a0148 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 946 time: 0.0590460 Jun 23 17:22:54.716028 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd107683-61c7-4665-b28d-e85ec92e0a26 req-f86cbae5-6885-4232-a4a7-266fa4af2029 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442934 Jun 23 17:22:58.923336 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:22:58.925347 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=8 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:00.051572 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1f948697-c19e-4b85-8022-08a6a46065a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:01.772236 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:23:02.333253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99bbc57d-c9c7-48ac-9e44-f0273ccaf135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:03.477540 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:03.521251 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=17 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:03.523624 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=74,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:04.709332 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:04.712346 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:04.841640 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:04.874208 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56598) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:04.985660 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.070715 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Publish callbacks [] for security_group (47416793-4eb8-4c29-9396-9e48c7439ed0), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.076683 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (47416793-4eb8-4c29-9396-9e48c7439ed0), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.116694 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4a1ede56045408594b1e923d145f7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412965 Jun 23 17:23:05.117557 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47416793-4eb8-4c29-9396-9e48c7439ed0,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:05.119587 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56602) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:05.125075 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.125442 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.125780 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.126154 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.126485 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.126812 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.127133 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.127453 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.127776 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.128094 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.128395 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.128708 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.129024 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.129340 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.129662 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3015934-45b2-440c-a3df-a313398c61ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:05.173904 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-078cb427-68a1-4bbc-b830-9527b80d4936 admin admin] Publish callbacks [] for security_group (47416793-4eb8-4c29-9396-9e48c7439ed0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.200794 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-078cb427-68a1-4bbc-b830-9527b80d4936 admin admin] Publish callbacks [] for security_group (47416793-4eb8-4c29-9396-9e48c7439ed0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.237484 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.249178 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-078cb427-68a1-4bbc-b830-9527b80d4936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (47416793-4eb8-4c29-9396-9e48c7439ed0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.250574 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.251762 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-078cb427-68a1-4bbc-b830-9527b80d4936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.252963 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-078cb427-68a1-4bbc-b830-9527b80d4936 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47416793-4eb8-4c29-9396-9e48c7439ed0 HTTP/1.1" status: 204 len: 168 time: 0.1323130 Jun 23 17:23:05.260995 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cb427-68a1-4bbc-b830-9527b80d4936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47416793-4eb8-4c29-9396-9e48c7439ed0,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:05.531028 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56608) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:05.545191 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12ec0bc9-9b04-40b9-b618-37af0bc3eea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.625668 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12ec0bc9-9b04-40b9-b618-37af0bc3eea4 admin admin] Publish callbacks [] for security_group (aa30195a-45bf-4819-b094-086e4eead8dd), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.632647 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12ec0bc9-9b04-40b9-b618-37af0bc3eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (aa30195a-45bf-4819-b094-086e4eead8dd), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.669054 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec0bc9-9b04-40b9-b618-37af0bc3eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa30195a-45bf-4819-b094-086e4eead8dd,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:05.673394 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-12ec0bc9-9b04-40b9-b618-37af0bc3eea4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94b9036aacc94be5ad62968cab9f9e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412582 Jun 23 17:23:05.676142 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56610) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:05.725854 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-702d7218-cadb-4fe8-a679-4d39b7ce1c66 admin admin] Publish callbacks [] for security_group (aa30195a-45bf-4819-b094-086e4eead8dd), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.746984 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-702d7218-cadb-4fe8-a679-4d39b7ce1c66 admin admin] Publish callbacks [] for security_group (aa30195a-45bf-4819-b094-086e4eead8dd), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.804646 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-702d7218-cadb-4fe8-a679-4d39b7ce1c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (aa30195a-45bf-4819-b094-086e4eead8dd), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.807352 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-702d7218-cadb-4fe8-a679-4d39b7ce1c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:05.808524 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-702d7218-cadb-4fe8-a679-4d39b7ce1c66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa30195a-45bf-4819-b094-086e4eead8dd HTTP/1.1" status: 204 len: 168 time: 0.1315970 Jun 23 17:23:05.816823 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d7218-cadb-4fe8-a679-4d39b7ce1c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa30195a-45bf-4819-b094-086e4eead8dd,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:07.560858 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56656) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:07.669415 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7667ee64-d234-4ed4-8bd4-7a77b138aa3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:07.748900 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7667ee64-d234-4ed4-8bd4-7a77b138aa3b admin admin] Publish callbacks [] for security_group (4dde3fe5-1fca-4390-b28f-d7d885d9e7b6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:07.755382 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7667ee64-d234-4ed4-8bd4-7a77b138aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (4dde3fe5-1fca-4390-b28f-d7d885d9e7b6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:07.792920 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667ee64-d234-4ed4-8bd4-7a77b138aa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde3fe5-1fca-4390-b28f-d7d885d9e7b6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:07.797184 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7667ee64-d234-4ed4-8bd4-7a77b138aa3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49d61957ec4a463586996d1c9f829291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352552 Jun 23 17:23:07.799967 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56660) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:07.848487 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0934-cc4b-4380-afe8-b251a38f6d74 admin admin] Publish callbacks [] for security_group (4dde3fe5-1fca-4390-b28f-d7d885d9e7b6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:07.865193 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:07.869994 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0934-cc4b-4380-afe8-b251a38f6d74 admin admin] Publish callbacks [] for security_group (4dde3fe5-1fca-4390-b28f-d7d885d9e7b6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:07.884769 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:07.923292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0934-cc4b-4380-afe8-b251a38f6d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (4dde3fe5-1fca-4390-b28f-d7d885d9e7b6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:07.925860 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0934-cc4b-4380-afe8-b251a38f6d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:07.927024 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1e9a0934-cc4b-4380-afe8-b251a38f6d74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dde3fe5-1fca-4390-b28f-d7d885d9e7b6 HTTP/1.1" status: 204 len: 168 time: 0.1261880 Jun 23 17:23:07.937240 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a0934-cc4b-4380-afe8-b251a38f6d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde3fe5-1fca-4390-b28f-d7d885d9e7b6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:08.243849 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56666) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:08.257842 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e049739-68b6-4084-86cf-47c5f83b6300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:08.344943 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e049739-68b6-4084-86cf-47c5f83b6300 admin admin] Publish callbacks [] for security_group (7a82beb7-17b8-443e-8096-2b743ebd3779), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:08.352000 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e049739-68b6-4084-86cf-47c5f83b6300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (7a82beb7-17b8-443e-8096-2b743ebd3779), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:08.398106 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9e049739-68b6-4084-86cf-47c5f83b6300 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f562503f9f5344979810600bfa80e719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530898 Jun 23 17:23:08.399117 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e049739-68b6-4084-86cf-47c5f83b6300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a82beb7-17b8-443e-8096-2b743ebd3779,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:08.400875 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56668) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:08.449934 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4c41c997-a511-4b8c-a0b8-07c79f3182cd admin admin] Publish callbacks [] for security_group (7a82beb7-17b8-443e-8096-2b743ebd3779), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:08.470985 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4c41c997-a511-4b8c-a0b8-07c79f3182cd admin admin] Publish callbacks [] for security_group (7a82beb7-17b8-443e-8096-2b743ebd3779), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:08.521162 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4c41c997-a511-4b8c-a0b8-07c79f3182cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (7a82beb7-17b8-443e-8096-2b743ebd3779), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:08.523865 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4c41c997-a511-4b8c-a0b8-07c79f3182cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:08.525020 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4c41c997-a511-4b8c-a0b8-07c79f3182cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a82beb7-17b8-443e-8096-2b743ebd3779 HTTP/1.1" status: 204 len: 168 time: 0.1231594 Jun 23 17:23:08.532515 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41c997-a511-4b8c-a0b8-07c79f3182cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a82beb7-17b8-443e-8096-2b743ebd3779,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:15.830204 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:16.128094 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-7a164be4-c958-4260-a863-1097b6ed40a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491888 Jun 23 17:23:16.217831 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-d4709e47-7bc9-4c59-963b-fc2891f45fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:16.219362 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-d4709e47-7bc9-4c59-963b-fc2891f45fc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 1129 time: 0.0551493 Jun 23 17:23:16.331841 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-e153adf2-51bb-4285-b05d-a00d22929657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:16.333344 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-e153adf2-51bb-4285-b05d-a00d22929657 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.0901744 Jun 23 17:23:16.403421 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-56f5c0a5-0c5e-47bb-9c95-2d185d225ff3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17209ab7-6d94-4aed-96b3-e29955c001aa HTTP/1.1" status: 200 len: 999 time: 0.0631654 Jun 23 17:23:16.451959 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-aae9441f-343f-469f-beb0-3367b798cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:16.453392 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-aae9441f-343f-469f-beb0-3367b798cac9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0441513 Jun 23 17:23:16.495671 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-5105e6d1-c869-43f8-9144-740b59322cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:16.497125 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-5105e6d1-c869-43f8-9144-740b59322cb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377607 Jun 23 17:23:16.856603 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-2ae008d8-f8d1-4318-8ca6-bc2ebade00e3 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522136 Jun 23 17:23:16.948407 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3dd83f9a-1e28-496f-b230-27f7c43ea94e req-303e4915-b1c5-4927-a066-0545b43e1a67 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847416 Jun 23 17:23:17.950509 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=63,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:18.392342 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=34,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:18.395224 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=42,neutron:INSERT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:18.545064 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:19.962720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56766) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:20.084199 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eea11b6e-ad88-4d81-8329-1d33e1b7caf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.160489 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eea11b6e-ad88-4d81-8329-1d33e1b7caf9 admin admin] Publish callbacks [] for security_group (42e02c1b-bd3c-407b-ba0b-6f88cc2300c9), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.166814 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-eea11b6e-ad88-4d81-8329-1d33e1b7caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (42e02c1b-bd3c-407b-ba0b-6f88cc2300c9), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.186287 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:20.213136 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-eea11b6e-ad88-4d81-8329-1d33e1b7caf9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08fb627116834797bfd6f6daab834b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493482 Jun 23 17:23:20.213856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea11b6e-ad88-4d81-8329-1d33e1b7caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e02c1b-bd3c-407b-ba0b-6f88cc2300c9,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:20.216075 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56770) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:20.267219 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9ef09457-49b8-46ba-a741-e00990634bd0 admin admin] Publish callbacks [] for security_group (42e02c1b-bd3c-407b-ba0b-6f88cc2300c9), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.292869 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9ef09457-49b8-46ba-a741-e00990634bd0 admin admin] Publish callbacks [] for security_group (42e02c1b-bd3c-407b-ba0b-6f88cc2300c9), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.343948 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9ef09457-49b8-46ba-a741-e00990634bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (42e02c1b-bd3c-407b-ba0b-6f88cc2300c9), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.346483 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9ef09457-49b8-46ba-a741-e00990634bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.348878 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9ef09457-49b8-46ba-a741-e00990634bd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42e02c1b-bd3c-407b-ba0b-6f88cc2300c9 HTTP/1.1" status: 204 len: 168 time: 0.1311500 Jun 23 17:23:20.357972 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef09457-49b8-46ba-a741-e00990634bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e02c1b-bd3c-407b-ba0b-6f88cc2300c9,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:20.637174 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56776) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:20.651008 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb06e61b-3a86-44f1-9f57-702848d9d599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.663620 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:20.714795 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:20.719728 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:20.737773 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb06e61b-3a86-44f1-9f57-702848d9d599 admin admin] Publish callbacks [] for security_group (a6f744a4-7dee-41cd-8e44-eaf77d514c02), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.744907 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fb06e61b-3a86-44f1-9f57-702848d9d599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a6f744a4-7dee-41cd-8e44-eaf77d514c02), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.783679 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-fb06e61b-3a86-44f1-9f57-702848d9d599 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7dcec473f0b3443ba0281933b73007d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454365 Jun 23 17:23:20.784519 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06e61b-3a86-44f1-9f57-702848d9d599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f744a4-7dee-41cd-8e44-eaf77d514c02,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:20.786763 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56778) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:20.838139 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5936942d-30c1-4278-9e1c-47ce12277f84 admin admin] Publish callbacks [] for security_group (a6f744a4-7dee-41cd-8e44-eaf77d514c02), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.859617 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5936942d-30c1-4278-9e1c-47ce12277f84 admin admin] Publish callbacks [] for security_group (a6f744a4-7dee-41cd-8e44-eaf77d514c02), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.908547 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5936942d-30c1-4278-9e1c-47ce12277f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (a6f744a4-7dee-41cd-8e44-eaf77d514c02), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.911107 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5936942d-30c1-4278-9e1c-47ce12277f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:20.912252 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5936942d-30c1-4278-9e1c-47ce12277f84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6f744a4-7dee-41cd-8e44-eaf77d514c02 HTTP/1.1" status: 204 len: 168 time: 0.1244898 Jun 23 17:23:20.919911 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936942d-30c1-4278-9e1c-47ce12277f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f744a4-7dee-41cd-8e44-eaf77d514c02,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:25.146273 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56848) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:25.257194 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5afa0176-8da2-4d42-bbd6-db08cb490739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:25.334367 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5afa0176-8da2-4d42-bbd6-db08cb490739 admin admin] Publish callbacks [] for security_group (1bbfa01e-9c6a-49de-a718-55c300f08bc4), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:25.340671 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5afa0176-8da2-4d42-bbd6-db08cb490739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1bbfa01e-9c6a-49de-a718-55c300f08bc4), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:25.380510 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-5afa0176-8da2-4d42-bbd6-db08cb490739 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7286f6357b9d428381a05748834a5989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331791 Jun 23 17:23:25.381344 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa0176-8da2-4d42-bbd6-db08cb490739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbfa01e-9c6a-49de-a718-55c300f08bc4,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:25.383541 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56852) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:25.436419 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4184-f3da-4d0a-a729-5bb4bb3139c2 admin admin] Publish callbacks [] for security_group (1bbfa01e-9c6a-49de-a718-55c300f08bc4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:25.461102 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4184-f3da-4d0a-a729-5bb4bb3139c2 admin admin] Publish callbacks [] for security_group (1bbfa01e-9c6a-49de-a718-55c300f08bc4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:25.509123 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4184-f3da-4d0a-a729-5bb4bb3139c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1bbfa01e-9c6a-49de-a718-55c300f08bc4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:25.511853 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4184-f3da-4d0a-a729-5bb4bb3139c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:25.512994 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d5ca4184-f3da-4d0a-a729-5bb4bb3139c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bbfa01e-9c6a-49de-a718-55c300f08bc4 HTTP/1.1" status: 204 len: 168 time: 0.1284633 Jun 23 17:23:25.520486 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4184-f3da-4d0a-a729-5bb4bb3139c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbfa01e-9c6a-49de-a718-55c300f08bc4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:29.121639 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56896) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:29.236193 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c736ffa0-3d27-4291-9f55-bf4011dec8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:29.323651 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c736ffa0-3d27-4291-9f55-bf4011dec8f6 admin admin] Publish callbacks [] for security_group (80bdf7cf-b8ee-4912-b8f8-362fece9153c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:29.329303 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c736ffa0-3d27-4291-9f55-bf4011dec8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (80bdf7cf-b8ee-4912-b8f8-362fece9153c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:29.367925 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c736ffa0-3d27-4291-9f55-bf4011dec8f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0491a3492d94b6e9d9acae5a0717792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451544 Jun 23 17:23:29.368849 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736ffa0-3d27-4291-9f55-bf4011dec8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bdf7cf-b8ee-4912-b8f8-362fece9153c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:29.370841 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56900) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:29.421927 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f5f5a313-6992-49f5-96d1-38bb08ae790f admin admin] Publish callbacks [] for security_group (80bdf7cf-b8ee-4912-b8f8-362fece9153c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:29.445364 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f5f5a313-6992-49f5-96d1-38bb08ae790f admin admin] Publish callbacks [] for security_group (80bdf7cf-b8ee-4912-b8f8-362fece9153c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:29.495028 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f5f5a313-6992-49f5-96d1-38bb08ae790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (80bdf7cf-b8ee-4912-b8f8-362fece9153c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:29.497689 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f5f5a313-6992-49f5-96d1-38bb08ae790f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:29.498865 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f5f5a313-6992-49f5-96d1-38bb08ae790f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80bdf7cf-b8ee-4912-b8f8-362fece9153c HTTP/1.1" status: 204 len: 168 time: 0.1270204 Jun 23 17:23:29.507094 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5a313-6992-49f5-96d1-38bb08ae790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bdf7cf-b8ee-4912-b8f8-362fece9153c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:30.045150 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-36640f74-f23e-4ebc-93e7-ee6bf71f9f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.142199 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 56924) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:30.249814 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1429334092-network', 'tenant_id': 'ac4cd16fac46470eb48bb273b12ac6f0'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:23:30.272650 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Made reservation on behalf of ac4cd16fac46470eb48bb273b12ac6f0 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:30.275122 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.284204 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.361963 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Publish callbacks [] for security_group (fe1ce1d6-9a03-427a-a721-3cf19276f135), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.368378 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (fe1ce1d6-9a03-427a-a721-3cf19276f135), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.395914 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:30.399856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:23:30.408190 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1ce1d6-9a03-427a-a721-3cf19276f135,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:30.414743 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (e859a476-7f9f-420f-8502-ed85f20ae968), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.415657 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Added segment e859a476-7f9f-420f-8502-ed85f20ae968 of type vlan for network 621ad951-6b5b-460e-b196-77ea13cf7a1e Jun 23 17:23:30.457705 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:30.459622 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (621ad951-6b5b-460e-b196-77ea13cf7a1e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.488190 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (621ad951-6b5b-460e-b196-77ea13cf7a1e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.489187 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:30.489755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.526547 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3832767 Jun 23 17:23:30.529489 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 56928) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:23:30.534474 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Request body: {'subnet': {'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1429334092-subnet', 'tenant_id': 'ac4cd16fac46470eb48bb273b12ac6f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:23:30.552187 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093937e-fb87-4fc1-87aa-4fae086cdea2 admin admin] Pushing event updated for resources: {'Network': ['ID=621ad951-6b5b-460e-b196-77ea13cf7a1e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:30.557149 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Made reservation on behalf of ac4cd16fac46470eb48bb273b12ac6f0 for: {'subnet': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:30.559727 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11703566'] for subnet (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.564178 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network 621ad951-6b5b-460e-b196-77ea13cf7a1e details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:23:30.667211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:30.672538 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:30.730712 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11266277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11703672'] for subnet (94cb4458-8e02-4834-acec-4130c8c83f25), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.777211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94cb4458-8e02-4834-acec-4130c8c83f25,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:30.793808 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Checking segment: {'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:23:30.794177 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Network hostable DHCP agents. Network: 621ad951-6b5b-460e-b196-77ea13cf7a1e, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:23:30.811969 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Network 621ad951-6b5b-460e-b196-77ea13cf7a1e is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:23:30.821921 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, 621ad951-6b5b-460e-b196-77ea13cf7a1e) {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:23:30.825881 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:30.826469 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:30.831881 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0826e6e0-4081-4191-b4eb-21b84c9f727c None None] Network 621ad951-6b5b-460e-b196-77ea13cf7a1e requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:23:30.848123 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-491e482c-5f86-484d-bea3-a06ca87ec6f4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3173401 Jun 23 17:23:30.934609 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c50f4d-a28d-4af2-89f3-3656b83f7c7d None None] Network 621ad951-6b5b-460e-b196-77ea13cf7a1e requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:23:32.337028 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a60bad53-2914-4420-be2d-86940b317430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:32.823132 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-3376ea59-daa3-45b1-9bf8-9b7bc537b355 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:32.824590 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-3376ea59-daa3-45b1-9bf8-9b7bc537b355 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/networks?id=621ad951-6b5b-460e-b196-77ea13cf7a1e HTTP/1.1" status: 200 len: 814 time: 0.1002543 Jun 23 17:23:32.841601 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-4bcde767-0dc7-4300-920e-0ff0253ea886 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/quotas/ac4cd16fac46470eb48bb273b12ac6f0 HTTP/1.1" status: 200 len: 375 time: 0.0093279 Jun 23 17:23:32.872776 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-1248ea4c-8ad9-437f-842c-80d667aa5003 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac4cd16fac46470eb48bb273b12ac6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263205 Jun 23 17:23:32.932507 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-38be3d47-bbfd-4f9d-a4fb-9f5b21643662 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104125) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:23:32.933487 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-38be3d47-bbfd-4f9d-a4fb-9f5b21643662 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0545440 Jun 23 17:23:33.025000 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-51898c76-ee03-4a9d-a8cf-b49faa1f4986 service neutron] 10.222.0.18 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855565 Jun 23 17:23:33.134056 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-932b7fdc-b598-47c7-a9e9-40a3f795756b service neutron] 10.222.0.18 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030557 Jun 23 17:23:33.359294 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-644f3fd8-b6a7-43fe-be09-f64d439f8957 req-3003467b-a0e8-454e-a77c-0050bb7be665 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 210 time: 0.0849259 Jun 23 17:23:33.483330 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:34.438288 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ff19b8fc-6d5f-422e-82b2-871733a8309a tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:34.439822 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ff19b8fc-6d5f-422e-82b2-871733a8309a tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.57 "GET /v2.0/networks?id=621ad951-6b5b-460e-b196-77ea13cf7a1e HTTP/1.1" status: 200 len: 814 time: 0.1116905 Jun 23 17:23:34.459034 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Request body: {'port': {'device_id': '95ad824e-0ca7-45df-b884-760e7612a09b', 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e', 'admin_state_up': True, 'tenant_id': 'ac4cd16fac46470eb48bb273b12ac6f0'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:23:34.461671 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3ae799ba-8915-46f8-9135-92837771220d req-8964f445-c221-495f-80dc-3aac6daefb67 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 210 time: 0.0308490 Jun 23 17:23:34.572682 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Made reservation on behalf of ac4cd16fac46470eb48bb273b12ac6f0 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:23:34.576031 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:34.699531 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Allocated IP 172.20.0.9 (621ad951-6b5b-460e-b196-77ea13cf7a1e/94cb4458-8e02-4834-acec-4130c8c83f25/95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:23:34.843199 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:34.861516 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks [] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:34.896686 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:34.946397 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:34.948617 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Network 621ad951-6b5b-460e-b196-77ea13cf7a1e is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:23:34.954016 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:23:34.958700 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:23:34.963733 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Pushing event updated for resources: {'Port': ['ID=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:35.019602 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:35.020144 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.039014 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-ebca937c-d70c-453f-bc6c-9186bfd8f08c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841334 Jun 23 17:23:35.058274 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Request body: {'port': {'device_id': '95ad824e-0ca7-45df-b884-760e7612a09b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:23:35.126171 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.168319 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:35.233498 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.270258 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.399041 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:23:35.406952 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Publish callbacks [] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.421720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Transition to ACTIVE for port object 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:23:35.429162 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.480137 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Pushing event updated for resources: {'Port': ['ID=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:35.593454 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da5890-d1f2-4ae6-8562-3c2dd3009314 req-0290c4eb-7b79-4981-a618-f493f321ef9f tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:35.594930 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07da5890-d1f2-4ae6-8562-3c2dd3009314 req-0290c4eb-7b79-4981-a618-f493f321ef9f tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 943 time: 0.0601068 Jun 23 17:23:35.595542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Attempting to bind port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:23:35.595868 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Attempting to bind port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:23:35.596194 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Attempting to bind port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 on network 621ad951-6b5b-460e-b196-77ea13cf7a1e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:23:35.606930 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 on network 621ad951-6b5b-460e-b196-77ea13cf7a1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:23:35.607255 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Attempting to bind port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 on network 621ad951-6b5b-460e-b196-77ea13cf7a1e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:23:35.618720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:23:35.619057 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Checking segment: {'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:23:35.619436 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Bound using segment: {'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:23:35.619901 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Bound port: 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:23:35.620255 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.679710 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07da5890-d1f2-4ae6-8562-3c2dd3009314 req-fca916e2-4a6a-4983-a33a-3d2433ec0125 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784237 Jun 23 17:23:35.704392 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] For port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:23:35.707648 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] For port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:23:35.715565 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.751893 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:35.752710 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:35.754187 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] 10.222.0.57 "PUT /v2.0/ports/95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 HTTP/1.1" status: 200 len: 1093 time: 0.7003317 Jun 23 17:23:35.756508 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad824e-0ca7-45df-b884-760e7612a09b', 'tag': '95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:23:35.758808 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3034427f-89d6-4188-ba38-41c53a821103" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad824e-0ca7-45df-b884-760e7612a09b", "tag": "95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:23:35.780443 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b27ad-ea5f-4844-884e-fe48154f86c9 service neutron] Pushing event updated for resources: {'Port': ['ID=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:35.826198 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:35.859111 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-4cbf562f-14ab-42fc-a8f1-8f918f0f00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:35.860676 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-4cbf562f-14ab-42fc-a8f1-8f918f0f00f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac4cd16fac46470eb48bb273b12ac6f0&device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 1127 time: 0.0439568 Jun 23 17:23:35.874680 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce80f0ab-234c-4bc8-b2c0-ee97cabc401f x-openstack-request-id: req-ce80f0ab-234c-4bc8-b2c0-ee97cabc401f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:23:35.874976 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad824e-0ca7-45df-b884-760e7612a09b", "tag": "95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:23:35.875250 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce80f0ab-234c-4bc8-b2c0-ee97cabc401f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:23:35.875654 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce80f0ab-234c-4bc8-b2c0-ee97cabc401f'] response: {'name': 'network-changed', 'server_uuid': '95ad824e-0ca7-45df-b884-760e7612a09b', 'tag': '95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201', 'status': 'completed', 'code': 200} Jun 23 17:23:35.937047 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-cc379672-77da-4d23-94c2-830c54204cf1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 HTTP/1.1" status: 200 len: 217 time: 0.0338273 Jun 23 17:23:35.987736 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-eba012d5-ed92-471b-a47b-f8ffd8d5f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:35.989254 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-eba012d5-ed92-471b-a47b-f8ffd8d5f5dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94cb4458-8e02-4834-acec-4130c8c83f25 HTTP/1.1" status: 200 len: 854 time: 0.0442379 Jun 23 17:23:36.027467 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-a90c7e96-0c9f-4006-9f6a-ee34d8f4e695 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=621ad951-6b5b-460e-b196-77ea13cf7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306566 Jun 23 17:23:36.120057 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-a49161e6-7410-45be-b9cb-7fdf4aed4ba8 service neutron] 10.222.0.57 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 Jun 23 17:23:36.210632 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:36.217253 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54a76d87-f8b0-4fd8-923e-a1c9e1ef30f8 req-f5d0555d-30f9-478c-afc6-f62b757c5f97 service neutron] 10.222.0.57 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901470 Jun 23 17:23:36.803545 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672584a-8a0a-4f03-b955-6edd6f3ee185 req-fdf034e9-b0e4-4db3-8f65-6e7886add1fd tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:36.805398 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a672584a-8a0a-4f03-b955-6edd6f3ee185 req-fdf034e9-b0e4-4db3-8f65-6e7886add1fd tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 943 time: 0.0555854 Jun 23 17:23:36.859951 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a672584a-8a0a-4f03-b955-6edd6f3ee185 req-87f03c93-ef02-4b96-bb7c-5a0d32041669 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463660 Jun 23 17:23:37.989514 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7eef3-2aeb-48e4-a5c0-e6e77a1f5c6c req-58f0db82-b865-49d3-9024-bd2762d6c2cf tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:37.991470 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0eb7eef3-2aeb-48e4-a5c0-e6e77a1f5c6c req-58f0db82-b865-49d3-9024-bd2762d6c2cf tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 943 time: 0.0550866 Jun 23 17:23:38.040959 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0eb7eef3-2aeb-48e4-a5c0-e6e77a1f5c6c req-10dc832d-bd48-45a0-a9af-d07365fbaf5d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Jun 23 17:23:38.725688 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034427f-89d6-4188-ba38-41c53a821103 req-dd73e91b-a803-477e-bb75-43ad55297a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:38.727332 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3034427f-89d6-4188-ba38-41c53a821103 req-dd73e91b-a803-477e-bb75-43ad55297a84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac4cd16fac46470eb48bb273b12ac6f0&device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 1127 time: 0.0492799 Jun 23 17:23:38.773160 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:23:38.820933 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034427f-89d6-4188-ba38-41c53a821103 req-55de1491-67d2-41b4-af69-53e278754e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:38.822438 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3034427f-89d6-4188-ba38-41c53a821103 req-55de1491-67d2-41b4-af69-53e278754e13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=621ad951-6b5b-460e-b196-77ea13cf7a1e HTTP/1.1" status: 200 len: 915 time: 0.0888665 Jun 23 17:23:38.861114 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3034427f-89d6-4188-ba38-41c53a821103 req-99226334-efb3-4d6f-b5d2-c0eb22a1ff99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 HTTP/1.1" status: 200 len: 217 time: 0.0318143 Jun 23 17:23:38.918102 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034427f-89d6-4188-ba38-41c53a821103 req-6276c863-af14-4f5e-aa67-6be05201c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:38.919604 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3034427f-89d6-4188-ba38-41c53a821103 req-6276c863-af14-4f5e-aa67-6be05201c162 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94cb4458-8e02-4834-acec-4130c8c83f25 HTTP/1.1" status: 200 len: 854 time: 0.0521727 Jun 23 17:23:38.955571 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3034427f-89d6-4188-ba38-41c53a821103 req-c236690d-2890-4546-8e58-e7f03098ba53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=621ad951-6b5b-460e-b196-77ea13cf7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287852 Jun 23 17:23:39.046581 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3034427f-89d6-4188-ba38-41c53a821103 req-421f7701-25ae-46ee-8335-8d51cb776fb0 service neutron] 10.222.0.57 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837317 Jun 23 17:23:39.177930 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eb910-1690-4a40-841a-d9a76ea9289b req-f2f28cd1-1c00-4862-b3e2-dbc4fc7a8038 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:39.179509 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-803eb910-1690-4a40-841a-d9a76ea9289b req-f2f28cd1-1c00-4862-b3e2-dbc4fc7a8038 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 943 time: 0.0640814 Jun 23 17:23:39.181761 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3034427f-89d6-4188-ba38-41c53a821103 req-0a402b15-5987-47cd-b059-4b5e51f82338 service neutron] 10.222.0.57 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282430 Jun 23 17:23:39.235197 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-803eb910-1690-4a40-841a-d9a76ea9289b req-812aac00-8c24-4869-80ec-7057e1372f10 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479653 Jun 23 17:23:40.371401 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cbe62-b5f8-44d6-a182-4f398184a926 req-78778fec-83fa-4a22-b716-7e3eecf6ecae tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:40.372877 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c93cbe62-b5f8-44d6-a182-4f398184a926 req-78778fec-83fa-4a22-b716-7e3eecf6ecae tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 943 time: 0.0592704 Jun 23 17:23:40.425353 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c93cbe62-b5f8-44d6-a182-4f398184a926 req-c2125a46-d705-49f9-8f2d-61b2a158ce44 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466590 Jun 23 17:23:40.547659 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:23:40.791020 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:23:40.803409 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201', 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e', 'port_id': '95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201', 'mac_address': 'fa:16:3e:86:98:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cb4458-8e02-4834-acec-4130c8c83f25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:23:40.838398 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:23:40.838789 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:40.852018 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:23:40.871578 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:23:40.878990 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:40.930778 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:40.939288 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.939770 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.940245 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.940715 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.941181 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.941638 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.942149 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.942630 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.943119 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.943616 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.944070 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.944534 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.945007 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.945718 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:40.945903 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:23:41.280145 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:23:41.558144 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b850a25-5b2c-4fc5-bbac-a38d0a531296 req-a7e23d05-da04-494f-bcd2-e20821d5a0ea tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:41.559519 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b850a25-5b2c-4fc5-bbac-a38d0a531296 req-a7e23d05-da04-494f-bcd2-e20821d5a0ea tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 944 time: 0.0520768 Jun 23 17:23:41.598816 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:41.610575 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b850a25-5b2c-4fc5-bbac-a38d0a531296 req-24b353b0-f60e-4772-957e-6272f452bf87 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Jun 23 17:23:42.546700 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:23:42.598430 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:23:42.608971 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:23:42.609484 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:42.686532 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:23:42.686880 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:42.713112 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad824e-0ca7-45df-b884-760e7612a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:23:42.715395 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd18f25-08ee-47dc-8439-46c9b2aff093" -d '{"events": [{"server_uuid": "95ad824e-0ca7-45df-b884-760e7612a09b", "name": "network-vif-plugged", "status": "completed", "tag": "95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:23:42.726112 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ea117-042c-486e-8fc0-0d2bd3ee37d0 req-9a312468-cc6e-4e54-bc38-a30f1b5f29d5 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:42.727751 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ac4ea117-042c-486e-8fc0-0d2bd3ee37d0 req-9a312468-cc6e-4e54-bc38-a30f1b5f29d5 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 944 time: 0.0490065 Jun 23 17:23:42.729281 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:23:42.734051 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:23:42.764263 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc0251a-e923-46cf-9bd7-290569a42b77 x-openstack-request-id: req-cbc0251a-e923-46cf-9bd7-290569a42b77 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:23:42.764556 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad824e-0ca7-45df-b884-760e7612a09b", "name": "network-vif-plugged", "status": "completed", "tag": "95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:23:42.764811 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbc0251a-e923-46cf-9bd7-290569a42b77 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:23:42.765202 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc0251a-e923-46cf-9bd7-290569a42b77'] response: {'server_uuid': '95ad824e-0ca7-45df-b884-760e7612a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201', 'code': 200} Jun 23 17:23:42.778028 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-ac4ea117-042c-486e-8fc0-0d2bd3ee37d0 req-f9c69b72-91ba-4bf5-81a3-b82866546e42 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428469 Jun 23 17:23:42.785938 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:23:42.965849 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a47f7-fede-4f97-bd25-17280d19b9ba req-8cf559c6-14bc-4dc5-9711-1cab08f66f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:42.967468 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-548a47f7-fede-4f97-bd25-17280d19b9ba req-8cf559c6-14bc-4dc5-9711-1cab08f66f50 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 1129 time: 0.0405309 Jun 23 17:23:43.014311 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-548a47f7-fede-4f97-bd25-17280d19b9ba req-0637ed7f-0d16-42f9-9dec-fc88f917762a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395627 Jun 23 17:23:43.904005 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f3436-4534-43e2-8df9-b5b1e9d9d7da req-65798063-8f6d-4249-b6a4-eceb0dc279fa tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:43.905507 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b0f3436-4534-43e2-8df9-b5b1e9d9d7da req-65798063-8f6d-4249-b6a4-eceb0dc279fa tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 945 time: 0.0519681 Jun 23 17:23:43.953763 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b0f3436-4534-43e2-8df9-b5b1e9d9d7da req-17e1ee08-c854-4e42-8563-492dce3a4d85 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Jun 23 17:23:45.074951 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de344b68-ddea-4d35-834a-61e9d64d5676 req-f6643a56-54ce-44c9-ad25-62676f1d2b92 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:23:45.076427 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-de344b68-ddea-4d35-834a-61e9d64d5676 req-f6643a56-54ce-44c9-ad25-62676f1d2b92 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 945 time: 0.0528197 Jun 23 17:23:45.127996 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-de344b68-ddea-4d35-834a-61e9d64d5676 req-52db715b-5ee2-43e7-bbe5-a1acd92bc701 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457530 Jun 23 17:23:52.777419 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:52.781765 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:52.783289 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:53.947712 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=16 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:53.950661 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:55.121886 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:55.123930 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:57.723445 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=6 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:23:58.760028 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:00.054337 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1b00c715-b031-4746-8d73-945881183547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:02.336087 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-60d9750d-3057-413a-9021-01625b5c48ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:03.489648 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:04.844400 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:04.948231 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282c7a5-2ef1-49f3-8645-559570cf3268 req-4b7d440e-1c9b-4822-b765-c58a560b7c8e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:04.949746 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6282c7a5-2ef1-49f3-8645-559570cf3268 req-4b7d440e-1c9b-4822-b765-c58a560b7c8e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 946 time: 0.0494950 Jun 23 17:24:05.001528 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6282c7a5-2ef1-49f3-8645-559570cf3268 req-d7e6ab84-0329-4c69-aaee-eced9fd9e16a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435007 Jun 23 17:24:05.235804 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:05.269625 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:06.136704 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30999462-2c4c-4793-8cca-733df0feab27 req-c3ec4924-bec1-48ae-b124-bbdec99f7008 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:06.138169 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30999462-2c4c-4793-8cca-733df0feab27 req-c3ec4924-bec1-48ae-b124-bbdec99f7008 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 946 time: 0.0490589 Jun 23 17:24:06.187834 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30999462-2c4c-4793-8cca-733df0feab27 req-a2d16e03-3ada-43e5-aa44-4cbc41d52e0b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435245 Jun 23 17:24:07.316381 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0c3e3-0cfb-4ed9-969f-0bfae67c5ec7 req-b20d379e-c19c-449f-afa5-71f9f8731b3b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:07.317873 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a0f0c3e3-0cfb-4ed9-969f-0bfae67c5ec7 req-b20d379e-c19c-449f-afa5-71f9f8731b3b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 946 time: 0.0522010 Jun 23 17:24:07.368840 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a0f0c3e3-0cfb-4ed9-969f-0bfae67c5ec7 req-c4b9c9dd-4b5d-4715-8151-66fc77e7b889 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ab3768d-4872-404f-9106-1763dc8b40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453634 Jun 23 17:24:07.417328 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-fc230c4f-06d8-4afe-88c5-a8c967ad0cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:07.418779 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-fc230c4f-06d8-4afe-88c5-a8c967ad0cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 946 time: 0.0490785 Jun 23 17:24:07.506813 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Deleting port d460160b-555d-4087-b187-9075bf3d3b97 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:07.507161 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (d460160b-555d-4087-b187-9075bf3d3b97), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:07.604361 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] For port d460160b-555d-4087-b187-9075bf3d3b97, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d460160b-555d-4087-b187-9075bf3d3b97,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:07.604737 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (d460160b-555d-4087-b187-9075bf3d3b97), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:07.769817 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:07.770201 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (9a2521ec-26f8-4920-9695-f7808cb6a9ac), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:07.770942 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Floating IP 9a2521ec-26f8-4920-9695-f7808cb6a9ac disassociated. External IP: 172.27.0.148, port: d460160b-555d-4087-b187-9075bf3d3b97. Jun 23 17:24:07.770942 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Calling delete_port for d460160b-555d-4087-b187-9075bf3d3b97 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:07.907536 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (d460160b-555d-4087-b187-9075bf3d3b97), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:07.936631 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event deleted for resources: {'Port': ['ID=d460160b-555d-4087-b187-9075bf3d3b97,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:07.948911 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.949271 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.949725 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.950003 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.950353 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.950682 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.951075 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.951540 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.952088 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.952438 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.952753 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.953146 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.953450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.953752 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:07.954100 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:08.052856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:08.065375 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Router 38bb3790-5f59-478d-9d0a-af81589f1d85 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:24:08.172611 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:08.187820 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816a264-632f-4e14-8461-10e3f557106a None None] Sync routers for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:08.198639 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816a264-632f-4e14-8461-10e3f557106a None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:08.199291 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3816a264-632f-4e14-8461-10e3f557106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:08.200390 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:08.220158 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] No DVR routers for this DVR port d460160b-555d-4087-b187-9075bf3d3b97 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:24:08.222784 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:08.226168 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cf830e0-4115-4cdb-9f41-1e103a030afb req-31da46ba-c9d4-4ba6-aa3a-00daa0508a2a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "DELETE /v2.0/ports/d460160b-555d-4087-b187-9075bf3d3b97 HTTP/1.1" status: 204 len: 173 time: 0.8006380 Jun 23 17:24:08.226699 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-deleted', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:08.229039 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce0cfbf-7b07-4096-aa08-fed1d145771b" -d '{"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-deleted", "tag": "d460160b-555d-4087-b187-9075bf3d3b97"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:08.269225 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8e2464-9a50-4587-b1c8-47942ffdbbaf x-openstack-request-id: req-4f8e2464-9a50-4587-b1c8-47942ffdbbaf {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:08.269700 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65320df8-ae02-4a62-bde7-14088815afcb", "name": "network-vif-deleted", "tag": "d460160b-555d-4087-b187-9075bf3d3b97", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:08.269967 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f8e2464-9a50-4587-b1c8-47942ffdbbaf {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:08.270439 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8e2464-9a50-4587-b1c8-47942ffdbbaf'] response: {'server_uuid': '65320df8-ae02-4a62-bde7-14088815afcb', 'name': 'network-vif-deleted', 'tag': 'd460160b-555d-4087-b187-9075bf3d3b97', 'status': 'completed', 'code': 200} Jun 23 17:24:08.323746 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-3816a264-632f-4e14-8461-10e3f557106a None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:08.499287 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2b714209-8491-4352-b35b-2a61be2a53ff req-a2179cf3-8d1e-412b-9f33-bdd73fb04187 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=65320df8-ae02-4a62-bde7-14088815afcb HTTP/1.1" status: 200 len: 210 time: 0.0291772 Jun 23 17:24:08.528768 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3816a264-632f-4e14-8461-10e3f557106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:08.552842 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816a264-632f-4e14-8461-10e3f557106a None None] Checking router: 38bb3790-5f59-478d-9d0a-af81589f1d85 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:08.561909 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816a264-632f-4e14-8461-10e3f557106a None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:08.562552 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3816a264-632f-4e14-8461-10e3f557106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:08.665103 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-3816a264-632f-4e14-8461-10e3f557106a None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:08.856013 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3816a264-632f-4e14-8461-10e3f557106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:08.884215 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3816a264-632f-4e14-8461-10e3f557106a None None] The sync data for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi is: [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:09.110122 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6226b02-b2b3-4953-86e1-f9ff3a19eca6 None None] New status for floating IP 9a2521ec-26f8-4920-9695-f7808cb6a9ac: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:24:09.616067 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57172) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:09.672680 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (2ab3768d-4872-404f-9106-1763dc8b40ff), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:09.701465 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (2ab3768d-4872-404f-9106-1763dc8b40ff), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:09.749079 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (2ab3768d-4872-404f-9106-1763dc8b40ff), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:09.751760 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:09.752936 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "DELETE /v2.0/security-groups/2ab3768d-4872-404f-9106-1763dc8b40ff HTTP/1.1" status: 204 len: 168 time: 0.1358347 Jun 23 17:24:09.755857 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57174) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:09.763794 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab3768d-4872-404f-9106-1763dc8b40ff,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:09.771503 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.771819 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-ffba5e9d-cf7a-4db1-8d82-b71efd8af663 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] show failed (client error): The resource could not be found. Jun 23 17:24:09.771954 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.772193 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.772530 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.773011 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ffba5e9d-cf7a-4db1-8d82-b71efd8af663 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups/2ab3768d-4872-404f-9106-1763dc8b40ff HTTP/1.1" status: 404 len: 347 time: 0.0161486 Jun 23 17:24:09.774197 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.774590 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.774915 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.775287 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.775620 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.775957 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.776076 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57176) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:09.776289 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.776617 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.776950 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.777299 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.777613 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec44b5e4-730a-4064-ad9c-e5149ecb944a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:09.885940 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Deleting port 60f47f82-1689-4c45-811e-6f2409af867b {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:09.886244 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (60f47f82-1689-4c45-811e-6f2409af867b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:09.967801 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (60f47f82-1689-4c45-811e-6f2409af867b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:09.968135 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (60f47f82-1689-4c45-811e-6f2409af867b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:09.981640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Calling delete_port for 60f47f82-1689-4c45-811e-6f2409af867b owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:10.124538 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (60f47f82-1689-4c45-811e-6f2409af867b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.146765 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event deleted for resources: {'Port': ['ID=60f47f82-1689-4c45-811e-6f2409af867b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:10.211480 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (9a2521ec-26f8-4920-9695-f7808cb6a9ac), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.214041 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.215195 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f0299f07-71b6-460e-9b5a-254bd1cddffa tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "DELETE /v2.0/floatingips/9a2521ec-26f8-4920-9695-f7808cb6a9ac HTTP/1.1" status: 204 len: 168 time: 0.4382834 Jun 23 17:24:10.297699 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57182) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:10.304435 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-945eacec-53de-4b7b-8277-5f83b5f5c18e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--80974825', 'description': 'tempest-description--1716242213'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:10.334439 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-945eacec-53de-4b7b-8277-5f83b5f5c18e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.408261 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-945eacec-53de-4b7b-8277-5f83b5f5c18e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (9573f5f2-b25d-42c5-906e-ae64f9a30051), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.414324 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-945eacec-53de-4b7b-8277-5f83b5f5c18e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9573f5f2-b25d-42c5-906e-ae64f9a30051), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.447752 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-945eacec-53de-4b7b-8277-5f83b5f5c18e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.449009 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-945eacec-53de-4b7b-8277-5f83b5f5c18e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1500001 Jun 23 17:24:10.451939 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945eacec-53de-4b7b-8277-5f83b5f5c18e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9573f5f2-b25d-42c5-906e-ae64f9a30051,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:10.452119 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57184) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:10.456835 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-f30310e8-8742-4ca8-b147-21734ac1664f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'security_group_rule': {'security_group_id': '9573f5f2-b25d-42c5-906e-ae64f9a30051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:10.486199 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f30310e8-8742-4ca8-b147-21734ac1664f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (3d059408-18c7-46dc-9b17-478c5bb89f30), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.542734 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f30310e8-8742-4ca8-b147-21734ac1664f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (3d059408-18c7-46dc-9b17-478c5bb89f30), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.548160 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f30310e8-8742-4ca8-b147-21734ac1664f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (3d059408-18c7-46dc-9b17-478c5bb89f30), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.570251 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30310e8-8742-4ca8-b147-21734ac1664f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d059408-18c7-46dc-9b17-478c5bb89f30,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:10.576085 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f30310e8-8742-4ca8-b147-21734ac1664f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.577563 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f30310e8-8742-4ca8-b147-21734ac1664f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244895 Jun 23 17:24:10.580377 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57186) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:10.584882 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-640d6188-8ebf-4631-931b-2aa16e59dd20 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'security_group_rule': {'security_group_id': '9573f5f2-b25d-42c5-906e-ae64f9a30051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:10.614047 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-640d6188-8ebf-4631-931b-2aa16e59dd20 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (de3ad0df-aacc-474e-b206-9c7b5aaf27c9), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.675283 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-640d6188-8ebf-4631-931b-2aa16e59dd20 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (de3ad0df-aacc-474e-b206-9c7b5aaf27c9), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.681646 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-640d6188-8ebf-4631-931b-2aa16e59dd20 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (de3ad0df-aacc-474e-b206-9c7b5aaf27c9), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.683131 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:10.703396 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d6188-8ebf-4631-931b-2aa16e59dd20 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3ad0df-aacc-474e-b206-9c7b5aaf27c9,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:10.704455 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: d460160b-555d-4087-b187-9075bf3d3b97 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:10.704866 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device d460160b-555d-4087-b187-9075bf3d3b97 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:10.713194 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-640d6188-8ebf-4631-931b-2aa16e59dd20 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.714428 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-640d6188-8ebf-4631-931b-2aa16e59dd20 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330173 Jun 23 17:24:10.717760 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57188) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:10.722701 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:10.749721 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.835564 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:10.937370 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:10.946713 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Allocated IP 172.27.0.187 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/3a92a434-44af-43b6-8998-9cad3470ae87) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:10.955408 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:11.065164 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for port (3a92a434-44af-43b6-8998-9cad3470ae87), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:11.109357 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (3a92a434-44af-43b6-8998-9cad3470ae87), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:11.155445 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:11.159962 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:11.164045 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:24:11.167256 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'Port': ['ID=3a92a434-44af-43b6-8998-9cad3470ae87,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:11.258032 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (4169dee5-d7bf-466e-8ff8-58150349b8fd), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:11.304580 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (3a92a434-44af-43b6-8998-9cad3470ae87), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:11.453388 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for port (3a92a434-44af-43b6-8998-9cad3470ae87), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:11.460531 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (3a92a434-44af-43b6-8998-9cad3470ae87), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:11.527534 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'Port': ['ID=3a92a434-44af-43b6-8998-9cad3470ae87,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:11.539494 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (4169dee5-d7bf-466e-8ff8-58150349b8fd), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:11.558436 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:11.559790 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-264310a0-1a4e-4f62-8c16-2cde394abe55 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8409626 Jun 23 17:24:11.765732 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-ea3d4008-9633-417c-ba98-4cbc380bdcc3 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--80974825&fields=id&tenant_id=e2d73f7bfc184cacb49809a89563b585 HTTP/1.1" status: 200 len: 267 time: 0.0493357 Jun 23 17:24:11.885300 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-3cd6415a-86f5-4a27-9c62-6ec36c0e34d4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:11.886823 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-3cd6415a-86f5-4a27-9c62-6ec36c0e34d4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 817 time: 0.1144099 Jun 23 17:24:11.901637 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-0a1b74c3-1b0c-437d-b555-02a2362c23e6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/quotas/e2d73f7bfc184cacb49809a89563b585 HTTP/1.1" status: 200 len: 375 time: 0.0090721 Jun 23 17:24:11.920430 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:11.953356 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:11.963115 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-96e74d41-4c23-4d3c-93e0-9a786e6cc302 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564284 Jun 23 17:24:12.062764 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-5549a8b1-5766-405a-a195-48b47dbb9433 service neutron] 10.222.0.18 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875494 Jun 23 17:24:12.163747 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-d06d1b37-b09a-4125-b8ae-d1ac9bbf0e33 service neutron] 10.222.0.18 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951176 Jun 23 17:24:12.334762 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-421fdb93-895b-42be-a468-a8e2e0efa33f req-050bf0ef-57e6-4148-942d-8c9cf7c06715 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 210 time: 0.0310781 Jun 23 17:24:13.437182 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a61b9214-5fb2-4faa-847a-855ad3d8cc57 req-7bef7454-5863-4bff-827a-1b5400635a85 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 210 time: 0.0293753 Jun 23 17:24:13.530703 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e60143fc-55e2-479e-954a-60064cb8a8e9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:13.532118 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e60143fc-55e2-479e-954a-60064cb8a8e9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 817 time: 0.1094744 Jun 23 17:24:13.606324 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-ade534da-989d-4958-b776-ea3ab0eaf0e6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2d73f7bfc184cacb49809a89563b585 HTTP/1.1" status: 200 len: 378 time: 0.0573330 Jun 23 17:24:13.697044 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'port': {'device_id': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'admin_state_up': True, 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'security_groups': ['9573f5f2-b25d-42c5-906e-ae64f9a30051']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:13.720083 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:13.770345 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:13.822911 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Made reservation on behalf of e2d73f7bfc184cacb49809a89563b585 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:13.826382 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:13.952904 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Allocated IP 172.20.0.9 (1d11fc20-78b8-4593-ad26-eda404da60a9/7625de00-b2d9-48b4-9cb3-6829368eaa31/42adbc70-d4e6-4f72-a374-033d3188ff7e) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:14.099369 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:14.143737 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:14.186087 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:14.190954 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:14.194645 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:24:14.200531 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:14.246856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:14.247463 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:14.265921 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-e03e04a1-1ffe-43a3-a9d3-58232c7d7147 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751116 Jun 23 17:24:14.397783 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Request body: {'port': {'device_id': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:14.460954 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-87adc3f1-ac9a-41dd-9366-2aa501c312c7 None None] Provisioning complete for port 42adbc70-d4e6-4f72-a374-033d3188ff7e triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:24:14.461565 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-87adc3f1-ac9a-41dd-9366-2aa501c312c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:14.472984 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:14.496890 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-87adc3f1-ac9a-41dd-9366-2aa501c312c7 None None] Port 42adbc70-d4e6-4f72-a374-033d3188ff7e cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:24:14.876951 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bd5fe-83d4-4777-ab59-f60747c561ee req-bcb53a81-ee88-44d7-a9f7-652454d5f02b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:14.878476 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-694bd5fe-83d4-4777-ab59-f60747c561ee req-bcb53a81-ee88-44d7-a9f7-652454d5f02b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 931 time: 0.3643603 Jun 23 17:24:14.940197 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:14.977412 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:14.990160 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-694bd5fe-83d4-4777-ab59-f60747c561ee req-b97a97ee-0298-4771-bb68-978ac85308f7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031544 Jun 23 17:24:15.072479 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42adbc70-d4e6-4f72-a374-033d3188ff7e {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:24:15.080615 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Publish callbacks [] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:15.093782 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Transition to ACTIVE for port object 42adbc70-d4e6-4f72-a374-033d3188ff7e will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:24:15.099244 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:15.145521 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:15.222476 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Attempting to bind port 42adbc70-d4e6-4f72-a374-033d3188ff7e on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:24:15.222813 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Attempting to bind port 42adbc70-d4e6-4f72-a374-033d3188ff7e by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:24:15.223145 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Attempting to bind port 42adbc70-d4e6-4f72-a374-033d3188ff7e on network 1d11fc20-78b8-4593-ad26-eda404da60a9 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:24:15.228056 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Port 42adbc70-d4e6-4f72-a374-033d3188ff7e on network 1d11fc20-78b8-4593-ad26-eda404da60a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:24:15.228387 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Attempting to bind port 42adbc70-d4e6-4f72-a374-033d3188ff7e on network 1d11fc20-78b8-4593-ad26-eda404da60a9 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:24:15.233708 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:24:15.234098 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Checking segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:24:15.234533 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Bound using segment: {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:24:15.234970 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Bound port: 42adbc70-d4e6-4f72-a374-033d3188ff7e, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a64dda2-851e-4b48-930a-96f31e405c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:24:15.235328 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:15.302948 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:15.305890 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:15.313996 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:15.349841 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:15.350490 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:15.351860 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 1093 time: 0.9592650 Jun 23 17:24:15.352358 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:15.354558 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e31da6-127a-424a-8c4a-8e5855e7e32d" -d '{"events": [{"name": "network-changed", "server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:15.374954 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682ac93-24cf-42ad-a59e-edf1405fa0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:15.396673 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ec42bf-23ea-4ea5-80d4-dfbe609a505d x-openstack-request-id: req-e3ec42bf-23ea-4ea5-80d4-dfbe609a505d {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:15.397003 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:15.397192 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3ec42bf-23ea-4ea5-80d4-dfbe609a505d {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:15.397606 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ec42bf-23ea-4ea5-80d4-dfbe609a505d'] response: {'name': 'network-changed', 'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'status': 'completed', 'code': 200} Jun 23 17:24:15.474106 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-58cc9fb3-bb46-4bab-b8f5-dc9ab8d543d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:15.475860 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-58cc9fb3-bb46-4bab-b8f5-dc9ab8d543d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1127 time: 0.0436733 Jun 23 17:24:15.525864 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-1d880f63-eb19-4d1e-a070-177424067281 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 217 time: 0.0370555 Jun 23 17:24:15.574794 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-0de21c0f-ef46-4811-8920-ace0deb99c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:15.576286 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-0de21c0f-ef46-4811-8920-ace0deb99c7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0450239 Jun 23 17:24:15.620469 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-89563d85-c81c-45fd-855a-72de7a524e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:15.622187 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-89563d85-c81c-45fd-855a-72de7a524e59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394111 Jun 23 17:24:15.736049 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-f6fc28f3-edda-4a93-9fd7-eee10e719e2f service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061718 Jun 23 17:24:15.772727 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:24:15.828976 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a864ee3e-83f8-4312-8c64-1b172cb62f22 req-ea02dd15-07ae-43a0-9449-f16d75cc5b3b service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883865 Jun 23 17:24:16.138919 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467be4-5329-4409-8d31-675935186598 req-7abb0226-ef44-463b-ae8d-5326495150c2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:16.140389 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b467be4-5329-4409-8d31-675935186598 req-7abb0226-ef44-463b-ae8d-5326495150c2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0621529 Jun 23 17:24:16.189019 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b467be4-5329-4409-8d31-675935186598 req-4bfbc965-f3ad-4d9e-9d01-cf9a81f28bc2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429182 Jun 23 17:24:16.704355 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57242) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:16.844917 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Deleting port 64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:16.845290 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:16.921804 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:16.922155 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:16.935760 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Calling delete_port for 64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:17.102589 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:17.126216 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event deleted for resources: {'Port': ['ID=64bd3bdd-f36b-4f11-8432-3ad2e2bdfbb6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:17.187944 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (58655acc-68c8-4a2b-93fc-14dafec3d650), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:17.188261 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Floating IP 58655acc-68c8-4a2b-93fc-14dafec3d650 disassociated (deleted). External IP: 172.27.0.7, port: 17209ab7-6d94-4aed-96b3-e29955c001aa. Jun 23 17:24:17.310611 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:17.324294 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcc292-32d8-4218-9e3a-e3b1b2782d6d req-c5eb248c-878a-4ac4-8919-2c89a302aafc tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:17.325751 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-27dcc292-32d8-4218-9e3a-e3b1b2782d6d req-c5eb248c-878a-4ac4-8919-2c89a302aafc tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0616989 Jun 23 17:24:17.442319 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:17.445772 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-27dcc292-32d8-4218-9e3a-e3b1b2782d6d req-5d16ddb7-4245-4afe-a167-6ffd00f22e2d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131079 Jun 23 17:24:17.470215 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Router 8632da15-fd85-4798-9b6b-83d83643f31e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:24:17.564347 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:17.569028 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:17.574416 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:17.586102 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:17.586842 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:17.697252 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:17.855152 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-033b1b17-054d-4c60-8f76-689d212ea81f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "DELETE /v2.0/floatingips/58655acc-68c8-4a2b-93fc-14dafec3d650 HTTP/1.1" status: 204 len: 168 time: 1.1469867 Jun 23 17:24:17.855152 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:17.856155 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:17.953432 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:17.965617 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef436a-8078-4e89-a2ee-a7a66e419faf x-openstack-request-id: req-03ef436a-8078-4e89-a2ee-a7a66e419faf {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:17.966000 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:17.966293 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03ef436a-8078-4e89-a2ee-a7a66e419faf {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:17.966949 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ef436a-8078-4e89-a2ee-a7a66e419faf'] response: {'name': 'network-changed', 'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'status': 'completed', 'code': 200} Jun 23 17:24:18.002339 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:33Z', 'revision_number': 1, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:18.029891 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:18.031559 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:18.039857 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:18.040479 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:18.085414 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8447ee4-c5a3-4eae-9742-f50b67364157 req-0f7c47db-1c40-473a-8b76-167006f4fca4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:18.086998 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8447ee4-c5a3-4eae-9742-f50b67364157 req-0f7c47db-1c40-473a-8b76-167006f4fca4 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0479167 Jun 23 17:24:18.136773 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d8447ee4-c5a3-4eae-9742-f50b67364157 req-7487320c-0dd3-4278-851c-e84b9f6df74d tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Jun 23 17:24:18.144041 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:18.350253 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:33Z', 'revision_number': 1, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:18.373589 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa164d-50b7-4a38-bc60-1e7bc6fdb2b6 None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'd26b918f-4459-4236-bbd5-52472ff014f8', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'port_id': '3da60010-d040-4053-a999-f4b58c9362b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'mac_address': 'fa:16:3e:45:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:19:31Z', 'updated_at': '2022-06-23T17:19:33Z', 'revision_number': 1, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:18.552542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:18.573031 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c60698-662a-4ede-9325-ef798c7890a3 req-78e7ce7f-d554-4fb3-9025-6ad4dab3da90 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:18.574597 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e0c60698-662a-4ede-9325-ef798c7890a3 req-78e7ce7f-d554-4fb3-9025-6ad4dab3da90 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0502307 Jun 23 17:24:18.597644 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:18.614884 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e40a7b-dfe6-4791-83b2-71e6531e3271 None None] New status for floating IP 58655acc-68c8-4a2b-93fc-14dafec3d650: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:24:18.628277 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e0c60698-662a-4ede-9325-ef798c7890a3 req-f0f30522-6918-49ef-b636-7ccf7fc5f9b8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470781 Jun 23 17:24:19.263906 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4abb2-e256-44b4-b4f5-999a7095da90 req-cfa6c334-2325-4dcb-b6e8-64546f64e048 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:19.265339 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4b4abb2-e256-44b4-b4f5-999a7095da90 req-cfa6c334-2325-4dcb-b6e8-64546f64e048 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0485537 Jun 23 17:24:19.320649 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a4b4abb2-e256-44b4-b4f5-999a7095da90 req-44567aeb-8b22-413d-a054-79382a12d9cc tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492947 Jun 23 17:24:19.764836 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e3e8f-c3c3-4590-b298-534c216c77b3 req-39521844-e756-47fb-b3d7-3a468e962d68 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:19.766353 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e0e3e8f-c3c3-4590-b298-534c216c77b3 req-39521844-e756-47fb-b3d7-3a468e962d68 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0558681 Jun 23 17:24:19.826421 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e0e3e8f-c3c3-4590-b298-534c216c77b3 req-725c8577-c07d-4bb4-80f3-e38d6ccdb324 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539193 Jun 23 17:24:20.449499 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094a2c-ed65-43c4-a520-d211e7e0dc30 req-5031cf85-2de8-4dca-a2b8-2c720d5a785e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:20.450965 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-71094a2c-ed65-43c4-a520-d211e7e0dc30 req-5031cf85-2de8-4dca-a2b8-2c720d5a785e tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0472777 Jun 23 17:24:20.499347 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-71094a2c-ed65-43c4-a520-d211e7e0dc30 req-bbc3081c-3ad2-4f07-aa3a-cbbb55ccacb1 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Jun 23 17:24:20.955927 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3df3b-50ee-4111-a92c-29e48e0aec57 req-510bfa99-0708-49eb-b3f6-b1f9a797d82b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:20.957412 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2da3df3b-50ee-4111-a92c-29e48e0aec57 req-510bfa99-0708-49eb-b3f6-b1f9a797d82b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0481477 Jun 23 17:24:21.007497 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2da3df3b-50ee-4111-a92c-29e48e0aec57 req-5ef5a66c-ff6e-4713-843d-85d61773dbb5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418806 Jun 23 17:24:21.627921 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6277ed-fb61-4cbb-b113-a63544b9589c req-94caf0c7-80d6-434f-864c-39353eff26d3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:21.629503 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2f6277ed-fb61-4cbb-b113-a63544b9589c req-94caf0c7-80d6-434f-864c-39353eff26d3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0530801 Jun 23 17:24:21.690478 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2f6277ed-fb61-4cbb-b113-a63544b9589c req-893da2e4-ac4d-4f28-913d-40f7795c7006 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523930 Jun 23 17:24:22.136136 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5657cbd-4d9f-4c31-9b02-ecf090a6370f req-0ab54a7f-8d89-4719-8278-3ae80ef31254 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:22.137802 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5657cbd-4d9f-4c31-9b02-ecf090a6370f req-0ab54a7f-8d89-4719-8278-3ae80ef31254 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0499897 Jun 23 17:24:22.191729 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5657cbd-4d9f-4c31-9b02-ecf090a6370f req-0e854f9f-1b54-42b5-bb69-0f4458b7d729 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468378 Jun 23 17:24:22.497726 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-a7a2ac5d-07ba-4c14-98a2-66c7e4c66421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:22.499168 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-a7a2ac5d-07ba-4c14-98a2-66c7e4c66421 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1127 time: 0.0443017 Jun 23 17:24:22.759915 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:24:22.794280 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:22.801327 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:22.803502 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:22.818991 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5fc0-5f65-4340-a0da-72347281a413 req-bb2e783b-50a7-46d4-9d4f-a5bdd41e2ab6 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:22.820475 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7a8f5fc0-5f65-4340-a0da-72347281a413 req-bb2e783b-50a7-46d4-9d4f-a5bdd41e2ab6 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0491467 Jun 23 17:24:22.861469 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:22.868893 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7a8f5fc0-5f65-4340-a0da-72347281a413 req-10188021-8853-4244-9eed-8e4c36a7e672 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 Jun 23 17:24:22.872843 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'port_id': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'mac_address': 'fa:16:3e:0c:e9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:24:22.911164 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 42adbc70-d4e6-4f72-a374-033d3188ff7e is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:24:22.911553 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:22.924863 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42adbc70-d4e6-4f72-a374-033d3188ff7e {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:24:22.948622 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:22.954331 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:23.006692 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:23.326604 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c274-4d70-44b1-a818-60ad3de6853f req-936bfe84-e04f-4ba7-9d4d-b5ff813b1f14 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:23.328083 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6380c274-4d70-44b1-a818-60ad3de6853f req-936bfe84-e04f-4ba7-9d4d-b5ff813b1f14 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0593617 Jun 23 17:24:23.376052 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6380c274-4d70-44b1-a818-60ad3de6853f req-b83b26c8-abd2-4640-9c84-bae9f20d1bef tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415921 Jun 23 17:24:24.002891 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd9e10-933f-43c4-a6a2-d2fdfc93f0f6 req-8cfb96cb-5231-4899-a78a-1ea3266f5bab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:24.004376 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6ccd9e10-933f-43c4-a6a2-d2fdfc93f0f6 req-8cfb96cb-5231-4899-a78a-1ea3266f5bab tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0566032 Jun 23 17:24:24.057422 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6ccd9e10-933f-43c4-a6a2-d2fdfc93f0f6 req-e0e8acd0-67e2-47a4-9de8-0a43590d7ebe tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 Jun 23 17:24:24.513555 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d2c52-61ff-46b9-9b06-ffd0bffaf987 req-60fcbdcc-641e-4350-b14b-e240c6ef92b5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:24.515054 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e51d2c52-61ff-46b9-9b06-ffd0bffaf987 req-60fcbdcc-641e-4350-b14b-e240c6ef92b5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0498714 Jun 23 17:24:24.569560 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e51d2c52-61ff-46b9-9b06-ffd0bffaf987 req-a753b060-8b32-4353-987b-7bdcf6e6a883 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459697 Jun 23 17:24:25.192895 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af916c4-4c33-44f9-84d8-da50e24c8e51 req-ba5e46bb-960f-4a55-a2b8-513d9edb9545 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:25.194392 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9af916c4-4c33-44f9-84d8-da50e24c8e51 req-ba5e46bb-960f-4a55-a2b8-513d9edb9545 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0602920 Jun 23 17:24:25.246907 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9af916c4-4c33-44f9-84d8-da50e24c8e51 req-8f4c3e62-3eaa-42d3-bee0-2edb284ba535 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442202 Jun 23 17:24:25.724734 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25152410-fec8-4fdd-8a69-83055219ee11 req-90f5b57d-30aa-4c0d-b53e-45cc54e71e4c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:25.726253 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-25152410-fec8-4fdd-8a69-83055219ee11 req-90f5b57d-30aa-4c0d-b53e-45cc54e71e4c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0556059 Jun 23 17:24:25.776096 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-25152410-fec8-4fdd-8a69-83055219ee11 req-f040385f-c5d2-4fce-8857-89f03b4d770d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440459 Jun 23 17:24:26.381825 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3300fa-a272-49a9-b476-0b12744cc61e req-418dfd9d-d8df-42c3-b6d4-d9df1ad15dc6 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.383302 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5f3300fa-a272-49a9-b476-0b12744cc61e req-418dfd9d-d8df-42c3-b6d4-d9df1ad15dc6 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0481761 Jun 23 17:24:26.407291 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:26.457603 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:26.463124 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-922453da-725f-4f23-a300-b9dd79431525 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642710 Jun 23 17:24:26.469911 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-f945413d-199c-452a-80fc-d70fd5adf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.471400 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-f945413d-199c-452a-80fc-d70fd5adf1ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 1129 time: 0.0619226 Jun 23 17:24:26.475128 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5f3300fa-a272-49a9-b476-0b12744cc61e req-cdd0f5e2-abe9-46bd-b82a-86d07d55d9f7 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827472 Jun 23 17:24:26.520306 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-567cfae1-8d52-4731-8e17-536c9895f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.521773 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-567cfae1-8d52-4731-8e17-536c9895f83b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.1131871 Jun 23 17:24:26.571773 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-8e64d373-daf6-4373-98a1-b0a171fa63ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 217 time: 0.0418131 Jun 23 17:24:26.608865 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-d8b14fed-34c8-46ed-ac20-5c688aed871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.610382 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-d8b14fed-34c8-46ed-ac20-5c688aed871d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.0898366 Jun 23 17:24:26.631234 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-98ae4703-bee3-461e-b04f-51b9e15f1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.632828 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-98ae4703-bee3-461e-b04f-51b9e15f1e5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 1130 time: 0.0709932 Jun 23 17:24:26.646785 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-8e5688b1-5f1d-4889-8402-bc3f4691f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.648347 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-8e5688b1-5f1d-4889-8402-bc3f4691f2e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0604253 Jun 23 17:24:26.671783 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-62b924ff-3e47-4d2d-883a-6da14b11d527 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17209ab7-6d94-4aed-96b3-e29955c001aa HTTP/1.1" status: 200 len: 217 time: 0.0441499 Jun 23 17:24:26.725925 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-b877e471-f7ce-4620-a20c-1f353fba77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.727237 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-ec4dca1e-952f-47d5-95d9-f3c056a89916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.727815 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-b877e471-f7ce-4620-a20c-1f353fba77d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0499699 Jun 23 17:24:26.728766 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-ec4dca1e-952f-47d5-95d9-f3c056a89916 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0682189 Jun 23 17:24:26.783729 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:26.792733 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-7393b35b-4c54-4d52-beb5-27c668ee687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.794279 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-7393b35b-4c54-4d52-beb5-27c668ee687d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390160 Jun 23 17:24:26.800137 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:26.837106 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-7808468d-89f1-4563-b651-cca26649d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.838637 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-7808468d-89f1-4563-b651-cca26649d637 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.1769063 Jun 23 17:24:26.889290 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-7eab6c02-97d4-4a07-81af-4c04dc630699 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878952 Jun 23 17:24:26.944101 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-11b8b2e3-7a8e-4c0c-856c-24e17ff7f9c3 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857195 Jun 23 17:24:26.948344 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-14fb136e-5240-4be7-a367-75843df3b39a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3da60010-d040-4053-a999-f4b58c9362b0 HTTP/1.1" status: 200 len: 1002 time: 0.1036313 Jun 23 17:24:26.958768 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e9893-0045-4158-a32c-48e50fb6f3d6 req-3addde2a-7a8f-4aba-87e9-018417e6a0c4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:26.960186 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de2e9893-0045-4158-a32c-48e50fb6f3d6 req-3addde2a-7a8f-4aba-87e9-018417e6a0c4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0804577 Jun 23 17:24:26.981246 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-656f2398-71f3-4412-8f07-c089300d2b7a service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851364 Jun 23 17:24:27.079919 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-5928e9bf-3aa1-4797-a13d-15035e0d01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:27.081296 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-5928e9bf-3aa1-4797-a13d-15035e0d01f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.1202796 Jun 23 17:24:27.102407 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-de2e9893-0045-4158-a32c-48e50fb6f3d6 req-01a4f19c-97fd-481e-8624-ec8896ecb3ce tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255567 Jun 23 17:24:27.124439 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7e31da6-127a-424a-8c4a-8e5855e7e32d req-8b8ca6fb-a1e7-4c8a-a808-459a1ff3b0fa service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623380 Jun 23 17:24:27.290636 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-32e60599-7ccb-4189-9f55-3ca8edb094aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:27.292164 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-32e60599-7ccb-4189-9f55-3ca8edb094aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407591 Jun 23 17:24:27.505010 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['42adbc70-d4e6-4f72-a374-033d3188ff7e'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:27.595361 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79385c0-30f7-42cc-a33b-5acd8bcc4c9d req-fe402643-ea47-46a1-8861-4e1da4b560db tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:27.596895 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d79385c0-30f7-42cc-a33b-5acd8bcc4c9d req-fe402643-ea47-46a1-8861-4e1da4b560db tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0486755 Jun 23 17:24:27.651554 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d79385c0-30f7-42cc-a33b-5acd8bcc4c9d req-2d07969b-716f-40b0-a92e-e84c6621ece8 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488534 Jun 23 17:24:27.664451 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-97c47cac-0f60-4499-8ffa-4ea39152da52 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983071 Jun 23 17:24:27.791483 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-83da6f37-d72e-489a-ae86-74959dfa3efc tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:27.792952 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-83da6f37-d72e-489a-ae86-74959dfa3efc tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 945 time: 0.0691628 Jun 23 17:24:27.882998 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9a9db7d-e075-470c-ae99-2f4f8d743b5f req-ed4546c6-f067-44a3-9337-68df80e330c0 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605725 Jun 23 17:24:27.916169 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Deleting port 17209ab7-6d94-4aed-96b3-e29955c001aa {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:27.916516 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:28.012124 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] For port 17209ab7-6d94-4aed-96b3-e29955c001aa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=17209ab7-6d94-4aed-96b3-e29955c001aa,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:28.012710 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:28.029522 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Calling delete_port for 17209ab7-6d94-4aed-96b3-e29955c001aa owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:28.091002 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:28.156939 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:28.164439 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (17209ab7-6d94-4aed-96b3-e29955c001aa), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:28.194867 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event deleted for resources: {'Port': ['ID=17209ab7-6d94-4aed-96b3-e29955c001aa,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:28.264454 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] No DVR routers for this DVR port 17209ab7-6d94-4aed-96b3-e29955c001aa on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:24:28.271661 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7432e-dce8-43d9-b1a5-cfbd71387a13 req-5d3b7b21-0c59-4fc0-b868-209c47604411 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:28.273154 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-44c7432e-dce8-43d9-b1a5-cfbd71387a13 req-5d3b7b21-0c59-4fc0-b868-209c47604411 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0824988 Jun 23 17:24:28.274170 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:28.277228 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-471e0217-a6d8-4f21-964f-f5aad4798fc1 req-15d93677-f040-418e-8202-3e02eb392255 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "DELETE /v2.0/ports/17209ab7-6d94-4aed-96b3-e29955c001aa HTTP/1.1" status: 204 len: 173 time: 0.4568741 Jun 23 17:24:28.277651 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'name': 'network-vif-deleted', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:28.279897 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897b708-61e8-4101-9c78-c3733ba5f9f3" -d '{"events": [{"server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "name": "network-vif-deleted", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:28.322371 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74003597-d2b0-4f84-aa50-e0d49cbed4ea x-openstack-request-id: req-74003597-d2b0-4f84-aa50-e0d49cbed4ea {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:28.322662 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f24bd8-8c9f-442b-9c7b-41072c3a09fe", "name": "network-vif-deleted", "tag": "17209ab7-6d94-4aed-96b3-e29955c001aa", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:28.322910 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74003597-d2b0-4f84-aa50-e0d49cbed4ea {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:28.323332 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74003597-d2b0-4f84-aa50-e0d49cbed4ea'] response: {'server_uuid': '11f24bd8-8c9f-442b-9c7b-41072c3a09fe', 'name': 'network-vif-deleted', 'tag': '17209ab7-6d94-4aed-96b3-e29955c001aa', 'status': 'completed', 'code': 200} Jun 23 17:24:28.335307 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-44c7432e-dce8-43d9-b1a5-cfbd71387a13 req-97c8bd34-09c5-4f74-ba65-842753a21704 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525365 Jun 23 17:24:28.751301 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2df1c260-be82-4309-b7a9-d8039254bc46 req-5d14ff0f-7aa8-4481-8ebf-ec62480da487 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 210 time: 0.0274715 Jun 23 17:24:29.467620 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60d21f-0950-45c7-aad2-38856c45ae94 req-8e70cdd6-3be7-4161-a528-f797fcd1bb63 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:29.469108 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea60d21f-0950-45c7-aad2-38856c45ae94 req-8e70cdd6-3be7-4161-a528-f797fcd1bb63 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0483959 Jun 23 17:24:29.517307 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea60d21f-0950-45c7-aad2-38856c45ae94 req-f761f464-7b0c-4544-a3c5-55a47e0f9086 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425751 Jun 23 17:24:29.852254 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b99900e0-fda3-4993-8c4b-cbae44755a94 req-713fa3a0-dacd-4fbd-ab5f-926b379826b6 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 210 time: 0.0277324 Jun 23 17:24:30.060323 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f6fe86d6-8fd9-471f-a879-6d0c4771cb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:30.655555 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9ff7e-7546-407e-a9e4-188b09a424e0 req-6b1cded2-5a4a-4259-98fe-5b1d7e5271c3 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:30.657019 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-10f9ff7e-7546-407e-a9e4-188b09a424e0 req-6b1cded2-5a4a-4259-98fe-5b1d7e5271c3 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0550470 Jun 23 17:24:30.718855 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-10f9ff7e-7546-407e-a9e4-188b09a424e0 req-294bf5a8-008b-406d-a2e8-eb2006776e5d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538979 Jun 23 17:24:30.956542 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-195019f3-569d-4376-aac0-fc9deaf15131 req-620476cd-7bd3-4eae-b730-99d256cafd55 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 210 time: 0.0279951 Jun 23 17:24:31.859932 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c226ad4-e975-44e6-8cd5-cb611b6c3082 req-ff874c58-d764-407f-a1fa-71ae7bf693c0 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:31.861445 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c226ad4-e975-44e6-8cd5-cb611b6c3082 req-ff874c58-d764-407f-a1fa-71ae7bf693c0 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0541632 Jun 23 17:24:31.909224 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c226ad4-e975-44e6-8cd5-cb611b6c3082 req-6dddafba-c85a-4587-80b4-d71ac5c4e30b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420542 Jun 23 17:24:32.074383 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-27db3e47-9f5c-4355-8453-a568e9c9d974 req-0675c65f-553a-45a0-941e-efe056c0f41b tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 210 time: 0.0388498 Jun 23 17:24:32.335478 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-981f2565-b7fd-4738-a60a-3c8f027948c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:32.855309 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:24:32.899513 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 42adbc70-d4e6-4f72-a374-033d3188ff7e completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:24:32.906561 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 42adbc70-d4e6-4f72-a374-033d3188ff7e triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:24:32.906936 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:32.986392 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 42adbc70-d4e6-4f72-a374-033d3188ff7e is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:24:32.986786 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:33.010403 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:33.012658 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3ed954-fe3f-4231-a51c-2970a92e7f61" -d '{"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-plugged", "status": "completed", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:33.027652 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:33.033684 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:33.040406 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f726411-cd22-4963-95bc-b10c14ad2dce req-005b5ed0-c2c7-4e8d-bbf6-662f773bad08 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:33.042010 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f726411-cd22-4963-95bc-b10c14ad2dce req-005b5ed0-c2c7-4e8d-bbf6-662f773bad08 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0540707 Jun 23 17:24:33.090813 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:33.093990 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f726411-cd22-4963-95bc-b10c14ad2dce req-30ca829b-0402-4614-9c7f-3286c7cc7879 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456316 Jun 23 17:24:33.119725 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a4bf6-92ea-408b-9fb8-822ad3af8701 x-openstack-request-id: req-2d9a4bf6-92ea-408b-9fb8-822ad3af8701 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:33.119878 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-plugged", "status": "completed", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:33.120116 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d9a4bf6-92ea-408b-9fb8-822ad3af8701 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:33.120509 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9a4bf6-92ea-408b-9fb8-822ad3af8701'] response: {'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'code': 200} Jun 23 17:24:33.199723 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0bc2854a-53e3-41cc-a51c-78529d3464a6 req-0b08c21f-30e3-4790-8acf-fc3e6b372144 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f24bd8-8c9f-442b-9c7b-41072c3a09fe HTTP/1.1" status: 200 len: 210 time: 0.0311203 Jun 23 17:24:33.478654 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb9e8-288f-48a8-8674-87a98986240c req-387d789f-365e-4045-902b-ec6a6a118db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:33.480102 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3acb9e8-288f-48a8-8674-87a98986240c req-387d789f-365e-4045-902b-ec6a6a118db9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1129 time: 0.0402286 Jun 23 17:24:33.489605 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:33.524706 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3acb9e8-288f-48a8-8674-87a98986240c req-ddc14588-3f98-433c-b0a6-53af2064ac81 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382614 Jun 23 17:24:34.220271 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b538a-fea4-44be-ab69-db171900b62c req-9685a85c-8918-4e48-9119-62c8df801db3 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:34.221906 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-970b538a-fea4-44be-ab69-db171900b62c req-9685a85c-8918-4e48-9119-62c8df801db3 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Jun 23 17:24:34.271475 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-970b538a-fea4-44be-ab69-db171900b62c req-61070ffb-0540-4c3b-bf23-21b414e18214 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438373 Jun 23 17:24:34.716439 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=47 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:34.720731 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=41 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:34.854269 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:35.232938 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:35.267686 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:35.398054 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96b7ea-2e79-44bb-a715-d14d861360db req-3515810f-24c0-431c-8fb6-849cbf443091 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:35.399554 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6b96b7ea-2e79-44bb-a715-d14d861360db req-3515810f-24c0-431c-8fb6-849cbf443091 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0539837 Jun 23 17:24:35.449589 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6b96b7ea-2e79-44bb-a715-d14d861360db req-19382358-1083-4a45-921b-9e48e13a6806 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441594 Jun 23 17:24:35.564704 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a99148-a919-4e02-9898-e3e14940a1fb req-606d87fd-8fb0-457c-b080-376b83fb2657 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:35.566205 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30a99148-a919-4e02-9898-e3e14940a1fb req-606d87fd-8fb0-457c-b080-376b83fb2657 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0470266 Jun 23 17:24:35.576592 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57384) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:35.581427 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Request body: {'floatingip': {'port_id': '42adbc70-d4e6-4f72-a374-033d3188ff7e'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:35.623296 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (4169dee5-d7bf-466e-8ff8-58150349b8fd), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:35.771276 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:36.007252 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:36.054501 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:36.060439 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (4169dee5-d7bf-466e-8ff8-58150349b8fd), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:36.155900 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Floating IP 4169dee5-d7bf-466e-8ff8-58150349b8fd associated. External IP: 172.27.0.187, port: 42adbc70-d4e6-4f72-a374-033d3188ff7e. Jun 23 17:24:36.363007 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Router 38bb3790-5f59-478d-9d0a-af81589f1d85 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:24:36.516788 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57394) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:36.665722 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Deleting port 30a7add0-2c4e-4a49-a07e-49955b4fadad {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:36.666444 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (30a7add0-2c4e-4a49-a07e-49955b4fadad), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:36.743965 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:36.750976 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:36.753635 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (30a7add0-2c4e-4a49-a07e-49955b4fadad), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:36.755032 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] Sync routers for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:36.755485 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (30a7add0-2c4e-4a49-a07e-49955b4fadad), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:36.766187 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:36.766915 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:36.768184 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Calling delete_port for 30a7add0-2c4e-4a49-a07e-49955b4fadad owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:36.784526 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e12907d3-cdc2-419b-9566-847bc172cbec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "PUT /v2.0/floatingips/4169dee5-d7bf-466e-8ff8-58150349b8fd HTTP/1.1" status: 200 len: 991 time: 1.2047527 Jun 23 17:24:36.784526 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:36.785381 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:36.814496 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:36.827348 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f1b2bb-708a-46e6-8cf1-f36726044842 x-openstack-request-id: req-35f1b2bb-708a-46e6-8cf1-f36726044842 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:36.827536 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:36.828006 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:36.828419 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35f1b2bb-708a-46e6-8cf1-f36726044842 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:36.829112 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f1b2bb-708a-46e6-8cf1-f36726044842'] response: {'name': 'network-changed', 'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'status': 'completed', 'code': 200} Jun 23 17:24:36.848939 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 17209ab7-6d94-4aed-96b3-e29955c001aa no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:36.868626 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 17209ab7-6d94-4aed-96b3-e29955c001aa {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:36.868974 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 17209ab7-6d94-4aed-96b3-e29955c001aa not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:36.878214 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:36.914167 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-ef7c80aa-dd10-4e90-9c67-e0da370ddf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:36.915714 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-ef7c80aa-dd10-4e90-9c67-e0da370ddf6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1129 time: 0.0414124 Jun 23 17:24:36.926960 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (30a7add0-2c4e-4a49-a07e-49955b4fadad), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:36.952685 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event deleted for resources: {'Port': ['ID=30a7add0-2c4e-4a49-a07e-49955b4fadad,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:37.016995 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-4d4b797a-2b00-4a19-bc4d-75003b55a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:37.017553 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (d26b918f-4459-4236-bbd5-52472ff014f8), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:37.017994 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.l3_db [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Floating IP d26b918f-4459-4236-bbd5-52472ff014f8 disassociated (deleted). External IP: 172.27.0.202, port: 3da60010-d040-4053-a999-f4b58c9362b0. Jun 23 17:24:37.018695 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-4d4b797a-2b00-4a19-bc4d-75003b55a66c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.0967875 Jun 23 17:24:37.088067 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-83b9cc2c-0458-4a5b-bb15-5405a559e35c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 999 time: 0.0635588 Jun 23 17:24:37.102551 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '4169dee5-d7bf-466e-8ff8-58150349b8fd', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'port_id': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'mac_address': 'fa:16:3e:0c:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:24:11Z', 'updated_at': '2022-06-23T17:24:35Z', 'revision_number': 1, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:37.132229 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] Checking router: 38bb3790-5f59-478d-9d0a-af81589f1d85 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:37.140343 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:37.142505 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:37.142645 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-6c50217a-25b8-402d-8a6a-9ae2e31997ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:37.143317 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:37.144109 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-6c50217a-25b8-402d-8a6a-9ae2e31997ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0500779 Jun 23 17:24:37.199956 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-2763150a-f444-4bc3-861e-ecc9a93d11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:37.203871 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-2763150a-f444-4bc3-861e-ecc9a93d11f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540295 Jun 23 17:24:37.272060 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:37.272252 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Router 8632da15-fd85-4798-9b6b-83d83643f31e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:24:37.322948 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-653bed1b-f6cb-4d4e-9b3c-c38eafacf88c service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124406 Jun 23 17:24:37.426974 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:37.433645 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:37.438907 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:37.448624 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f9e087-a1c0-4f2a-a0b7-7483d486a3d5 req-150fe19c-1aaf-40c4-bfa1-e0a12a5f1995 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044488 Jun 23 17:24:37.452301 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:37.452999 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:37.466342 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-1e9aa985-159d-46fe-bd49-2cc25b2007b3 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "DELETE /v2.0/floatingips/d26b918f-4459-4236-bbd5-52472ff014f8 HTTP/1.1" status: 204 len: 168 time: 0.9477367 Jun 23 17:24:37.466940 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:37.472732 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30093f718f7a32595544739d6a075d964b7fc4033845c6ac6a43b0638bfcf9ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "tag": "3da60010-d040-4053-a999-f4b58c9362b0"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:37.522814 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609dd29f-93a5-42a5-8775-8ca3ba26047b x-openstack-request-id: req-609dd29f-93a5-42a5-8775-8ca3ba26047b {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:37.523107 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "tag": "3da60010-d040-4053-a999-f4b58c9362b0", "status": "completed", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:37.523364 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-609dd29f-93a5-42a5-8775-8ca3ba26047b {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:37.523776 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609dd29f-93a5-42a5-8775-8ca3ba26047b'] response: {'name': 'network-changed', 'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0', 'status': 'completed', 'code': 200} Jun 23 17:24:37.547778 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '4169dee5-d7bf-466e-8ff8-58150349b8fd', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'port_id': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'mac_address': 'fa:16:3e:0c:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:24:11Z', 'updated_at': '2022-06-23T17:24:35Z', 'revision_number': 1, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:37.564898 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:37.574893 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3f7b34-ae71-4260-9304-3332e5b52955 None None] The sync data for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi is: [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '4169dee5-d7bf-466e-8ff8-58150349b8fd', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'port_id': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'mac_address': 'fa:16:3e:0c:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:24:11Z', 'updated_at': '2022-06-23T17:24:35Z', 'revision_number': 1, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:37.706957 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb1c5c-90ed-4233-8656-02d2b6e4950b req-c4fa2c73-3849-4c71-996c-5182d5914332 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:37.708510 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30bb1c5c-90ed-4233-8656-02d2b6e4950b req-c4fa2c73-3849-4c71-996c-5182d5914332 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 946 time: 0.0524960 Jun 23 17:24:37.766181 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:37.766938 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30bb1c5c-90ed-4233-8656-02d2b6e4950b req-0a39a0d6-aa75-492c-aa0c-8082922309da tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498590 Jun 23 17:24:37.795470 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:37.809656 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:37.810320 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:37.837065 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5e12b2-01e4-4ae7-a355-e7347cd6d90c None None] New status for floating IP 4169dee5-d7bf-466e-8ff8-58150349b8fd: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:24:37.997754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:38.048279 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-126b3ff6-b917-4bb8-bbb8-f39e2ba0523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:38.049892 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-126b3ff6-b917-4bb8-bbb8-f39e2ba0523c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 1130 time: 0.0637970 Jun 23 17:24:38.051805 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:38.079124 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:38.132840 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:38.209782 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-49c1eace-bd80-435f-b7a3-ec05b5050359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:38.211304 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-49c1eace-bd80-435f-b7a3-ec05b5050359 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 200 len: 912 time: 0.0968492 Jun 23 17:24:38.245434 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:38.271392 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6666efc2-ec11-4aac-9e7f-631167e8d4f0 None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:15:05Z', 'revision_number': 4, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '25ff6936-4a93-43c4-9d48-3eb88730f5d0', 'name': '', 'network_id': '7e627980-fd3e-406b-86cf-dac9a328ca6c', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'mac_address': 'fa:16:3e:a9:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '66d19201-be84-4098-bf7c-aed5315315b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:04Z', 'updated_at': '2022-06-23T17:15:11Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'subnets': [{'id': '66d19201-be84-4098-bf7c-aed5315315b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:38.472843 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-bea65dc2-36ad-45c2-b51b-157453894d8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3da60010-d040-4053-a999-f4b58c9362b0 HTTP/1.1" status: 200 len: 217 time: 0.0342100 Jun 23 17:24:38.523139 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75955b2-d665-430b-950c-2d0526b05e3f None None] New status for floating IP d26b918f-4459-4236-bbd5-52472ff014f8: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:24:38.649690 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26900c1a-b69c-4eb4-8c18-cca727d38285 req-cbf6cb05-8814-428d-8b2d-13300b68130b tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:38.651277 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-26900c1a-b69c-4eb4-8c18-cca727d38285 req-cbf6cb05-8814-428d-8b2d-13300b68130b tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 945 time: 0.0649624 Jun 23 17:24:38.671549 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-60c0f664-c5ac-4d4a-a129-e1fb7de484a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:38.673075 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-60c0f664-c5ac-4d4a-a129-e1fb7de484a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 200 len: 850 time: 0.0537004 Jun 23 17:24:38.703261 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-26900c1a-b69c-4eb4-8c18-cca727d38285 req-72d3d3c1-a33b-441d-873d-9ff77fb3888b tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Jun 23 17:24:38.904187 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864f47d-dad2-489e-91db-881be7274d12 req-1a20cd1d-0062-4c96-a553-2318192eaf27 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:38.905673 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1864f47d-dad2-489e-91db-881be7274d12 req-1a20cd1d-0062-4c96-a553-2318192eaf27 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 946 time: 0.0556607 Jun 23 17:24:38.963244 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1864f47d-dad2-489e-91db-881be7274d12 req-fac9e1b5-6212-4b1a-b051-791ffae2cf69 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492687 Jun 23 17:24:39.831401 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df6a8c-1db0-4cd9-8525-8549e4eb9730 req-1f6f550a-08dd-4ca9-96b8-59bd8702e5d0 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:39.833494 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-51df6a8c-1db0-4cd9-8525-8549e4eb9730 req-1f6f550a-08dd-4ca9-96b8-59bd8702e5d0 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 945 time: 0.0606458 Jun 23 17:24:39.866846 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:39.885059 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-51df6a8c-1db0-4cd9-8525-8549e4eb9730 req-e16d7e6d-9b52-4d35-9802-68908cd082ca tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Jun 23 17:24:39.986648 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-9dafd195-bfab-415a-802d-4ecc73c52227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:39.988087 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-9dafd195-bfab-415a-802d-4ecc73c52227 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e627980-fd3e-406b-86cf-dac9a328ca6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437765 Jun 23 17:24:40.158709 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630ed5-211d-4b6b-8c3f-4251398421e1 req-46c25332-dd62-4b1f-8616-c145bd570dd6 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:40.160187 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03630ed5-211d-4b6b-8c3f-4251398421e1 req-46c25332-dd62-4b1f-8616-c145bd570dd6 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 946 time: 0.1208887 Jun 23 17:24:40.167804 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6d90da0e-74ec-478f-b664-bdf54f31d188 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:40.169171 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6d90da0e-74ec-478f-b664-bdf54f31d188 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 946 time: 0.1315651 Jun 23 17:24:40.260231 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-074ec05f-4015-4b15-9888-c7c3197709a0 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305737 Jun 23 17:24:40.303535 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03630ed5-211d-4b6b-8c3f-4251398421e1 req-16438020-6735-4eb4-b93c-d6df3e142eba tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/security-groups?id=07720890-6cb7-466c-81b9-c42434568d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302621 Jun 23 17:24:40.316522 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Deleting port 3da60010-d040-4053-a999-f4b58c9362b0 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:40.316874 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (3da60010-d040-4053-a999-f4b58c9362b0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:40.412115 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] For port 3da60010-d040-4053-a999-f4b58c9362b0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=3da60010-d040-4053-a999-f4b58c9362b0,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:40.412489 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (3da60010-d040-4053-a999-f4b58c9362b0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:40.423214 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:40.434491 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Calling delete_port for 3da60010-d040-4053-a999-f4b58c9362b0 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:40.576191 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-d2470e2f-d6b7-42f8-a76a-9a438abae799 service neutron] 10.222.0.57 "GET /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556864 Jun 23 17:24:40.622514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:40.640248 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (3da60010-d040-4053-a999-f4b58c9362b0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:40.668494 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event deleted for resources: {'Port': ['ID=3da60010-d040-4053-a999-f4b58c9362b0,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:40.717697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] No DVR routers for this DVR port 3da60010-d040-4053-a999-f4b58c9362b0 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:24:40.720312 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:40.723577 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2426b9c9-092b-4aae-8ee5-48df745c6717 req-6fc11638-b7ba-4d27-aeba-b27a39c5362f tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.57 "DELETE /v2.0/ports/3da60010-d040-4053-a999-f4b58c9362b0 HTTP/1.1" status: 204 len: 173 time: 0.5417869 Jun 23 17:24:40.724004 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'name': 'network-vif-deleted', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:40.726258 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60cb017-4f58-459c-bcd7-127f60102d9f" -d '{"events": [{"server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "name": "network-vif-deleted", "tag": "3da60010-d040-4053-a999-f4b58c9362b0"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:40.763416 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4ae7ba-a06f-472a-861f-2f19f56c87ba x-openstack-request-id: req-5c4ae7ba-a06f-472a-861f-2f19f56c87ba {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:40.763706 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6202caa7-6072-4d4f-adf6-9e6effa0cae3", "name": "network-vif-deleted", "tag": "3da60010-d040-4053-a999-f4b58c9362b0", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:40.764047 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c4ae7ba-a06f-472a-861f-2f19f56c87ba {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:40.764510 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4ae7ba-a06f-472a-861f-2f19f56c87ba'] response: {'server_uuid': '6202caa7-6072-4d4f-adf6-9e6effa0cae3', 'name': 'network-vif-deleted', 'tag': '3da60010-d040-4053-a999-f4b58c9362b0', 'status': 'completed', 'code': 200} Jun 23 17:24:40.984072 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34683a9-d011-4b53-800a-2b154b877a50 req-952dfb1d-5763-4f39-8af3-59300698e0ab tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:40.985432 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d34683a9-d011-4b53-800a-2b154b877a50 req-952dfb1d-5763-4f39-8af3-59300698e0ab tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 945 time: 0.0673411 Jun 23 17:24:41.046844 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b364b11-fecd-49a5-837b-a51db125a656 req-d05829de-62c3-4582-94f7-945efcdc351b tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:41.048440 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b364b11-fecd-49a5-837b-a51db125a656 req-d05829de-62c3-4582-94f7-945efcdc351b tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=95ad824e-0ca7-45df-b884-760e7612a09b HTTP/1.1" status: 200 len: 945 time: 0.0811241 Jun 23 17:24:41.118998 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Deleting port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:41.119317 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:41.159040 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b364b11-fecd-49a5-837b-a51db125a656 req-6766918a-e803-4ee5-9509-e83378ee3e03 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994916 Jun 23 17:24:41.222648 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] For port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:41.223015 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:41.240719 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Calling delete_port for 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:41.378153 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:41.407562 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Pushing event deleted for resources: {'Port': ['ID=95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:41.420910 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4f461426-2bba-4b80-bece-30372dc8a746 req-2fef7525-e628-476b-b32c-2b0a0217fbb6 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "GET /v2.0/ports?device_id=6202caa7-6072-4d4f-adf6-9e6effa0cae3 HTTP/1.1" status: 200 len: 210 time: 0.0339656 Jun 23 17:24:41.425060 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:24:41.459274 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] No DVR routers for this DVR port 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:24:41.461693 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:41.464926 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d34683a9-d011-4b53-800a-2b154b877a50 req-aefd1c0f-fe4b-487a-b95e-e0ff8fc6ff21 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.57 "DELETE /v2.0/ports/95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 HTTP/1.1" status: 204 len: 173 time: 0.4635301 Jun 23 17:24:42.480661 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57442) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:42.595118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Deleting port 300b70ca-57eb-436c-b0bc-9a11db2c1dbc {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:42.595418 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:42.674152 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:42.678048 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:42.678376 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:42.692627 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Calling delete_port for 300b70ca-57eb-436c-b0bc-9a11db2c1dbc owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:42.765482 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad824e-0ca7-45df-b884-760e7612a09b', 'name': 'network-vif-deleted', 'tag': '95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:42.767936 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48dca07-c75a-4e06-b08f-72b76c5f5269" -d '{"events": [{"server_uuid": "95ad824e-0ca7-45df-b884-760e7612a09b", "name": "network-vif-deleted", "tag": "95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:42.804672 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7140831c-ebb8-469c-920e-30e76f708e0d x-openstack-request-id: req-7140831c-ebb8-469c-920e-30e76f708e0d {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:42.804972 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad824e-0ca7-45df-b884-760e7612a09b", "name": "network-vif-deleted", "tag": "95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:42.805227 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7140831c-ebb8-469c-920e-30e76f708e0d {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:42.805635 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7140831c-ebb8-469c-920e-30e76f708e0d'] response: {'server_uuid': '95ad824e-0ca7-45df-b884-760e7612a09b', 'name': 'network-vif-deleted', 'tag': '95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201', 'status': 'completed', 'code': 200} Jun 23 17:24:42.832350 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (300b70ca-57eb-436c-b0bc-9a11db2c1dbc), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:42.854954 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event deleted for resources: {'Port': ['ID=300b70ca-57eb-436c-b0bc-9a11db2c1dbc,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:42.921697 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for floatingip (1ee495e4-732a-4c80-b3f4-22de39e1c181), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:42.924198 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:42.925437 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-6ddf1d76-3a7f-48bf-a535-f66a7e856c64 tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "DELETE /v2.0/floatingips/1ee495e4-732a-4c80-b3f4-22de39e1c181 HTTP/1.1" status: 204 len: 168 time: 0.4435723 Jun 23 17:24:44.840635 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3da60010-d040-4053-a999-f4b58c9362b0 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:44.860657 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 3da60010-d040-4053-a999-f4b58c9362b0 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:44.861000 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 3da60010-d040-4053-a999-f4b58c9362b0 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:46.112637 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:46.145317 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:46.145657 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 95c2c7a4-7a6a-42d4-99c2-f6dfd82c8201 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:47.331622 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57484) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:47.393236 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-04fe1e94-0c4c-48a2-835d-ebf20c93881a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group (07720890-6cb7-466c-81b9-c42434568d4a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:47.398102 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:47.419097 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-04fe1e94-0c4c-48a2-835d-ebf20c93881a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group (07720890-6cb7-466c-81b9-c42434568d4a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:47.482344 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-04fe1e94-0c4c-48a2-835d-ebf20c93881a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (07720890-6cb7-466c-81b9-c42434568d4a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:47.485252 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-04fe1e94-0c4c-48a2-835d-ebf20c93881a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:47.486494 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-04fe1e94-0c4c-48a2-835d-ebf20c93881a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] 10.222.0.18 "DELETE /v2.0/security-groups/07720890-6cb7-466c-81b9-c42434568d4a HTTP/1.1" status: 204 len: 168 time: 0.1538112 Jun 23 17:24:47.496188 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe1e94-0c4c-48a2-835d-ebf20c93881a tempest-TestVolumeBootPattern-609773018 tempest-TestVolumeBootPattern-609773018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07720890-6cb7-466c-81b9-c42434568d4a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:47.550648 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57488) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:47.946677 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:47.954722 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (8632da15-fd85-4798-9b6b-83d83643f31e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:48.037539 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:48.059730 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:48.187142 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Deleting port 25ff6936-4a93-43c4-9d48-3eb88730f5d0 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:48.187414 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:48.266476 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] For port 25ff6936-4a93-43c4-9d48-3eb88730f5d0, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=25ff6936-4a93-43c4-9d48-3eb88730f5d0,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:48.266833 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:48.275965 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:48.280767 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Calling delete_port for 25ff6936-4a93-43c4-9d48-3eb88730f5d0 owned by network:router_interface {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:48.468201 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (25ff6936-4a93-43c4-9d48-3eb88730f5d0), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:48.493835 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ff6936-4a93-43c4-9d48-3eb88730f5d0,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:48.654379 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (8632da15-fd85-4798-9b6b-83d83643f31e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.117152 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Router 8632da15-fd85-4798-9b6b-83d83643f31e has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:24:49.216893 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:49.222820 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3e8eb929-a9d6-4970-a7a8-24c8791fc793 admin admin] 10.222.0.18 "PUT /v2.0/routers/8632da15-fd85-4798-9b6b-83d83643f31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704328 Jun 23 17:24:49.225688 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57500) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:49.228458 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] Sync routers for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:49.230978 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:49.239938 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:49.240555 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:49.314306 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:49.322587 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks [] for router (8632da15-fd85-4798-9b6b-83d83643f31e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.339338 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:49.420296 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks [] for router_gateway (8632da15-fd85-4798-9b6b-83d83643f31e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.469940 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Deleting port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:49.470261 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.502756 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:24:48Z', 'revision_number': 5, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port': {'id': '9b2c4c2e-8f6d-466d-bc68-15ec490733b8', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:03Z', 'updated_at': '2022-06-23T17:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:49.530990 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] Checking router: 8632da15-fd85-4798-9b6b-83d83643f31e for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:49.539506 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] Routers {'8632da15-fd85-4798-9b6b-83d83643f31e'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:49.540103 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['8632da15-fd85-4798-9b6b-83d83643f31e'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:49.548238 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] For port 9b2c4c2e-8f6d-466d-bc68-15ec490733b8, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=9b2c4c2e-8f6d-466d-bc68-15ec490733b8,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:49.548603 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.562264 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Calling delete_port for 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 owned by network:router_gateway {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:49.617332 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] Set router 8632da15-fd85-4798-9b6b-83d83643f31e gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:49.667637 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:24:49Z', 'revision_number': 6, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:49.695217 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec5fa2e-4409-48bb-927d-d24be10ef93b None None] The sync data for ids ['8632da15-fd85-4798-9b6b-83d83643f31e'] in dv-cinder-835384-10-iscsi is: [{'id': '8632da15-fd85-4798-9b6b-83d83643f31e', 'name': 'tempest-TestVolumeBootPattern-786146928-router', 'tenant_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:02Z', 'updated_at': '2022-06-23T17:24:49Z', 'revision_number': 6, 'project_id': 'e393091e3c2d42e79e9f2ec80d471faf', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:49.740724 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (9b2c4c2e-8f6d-466d-bc68-15ec490733b8), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.767058 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2c4c2e-8f6d-466d-bc68-15ec490733b8,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:49.829905 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (8632da15-fd85-4798-9b6b-83d83643f31e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.912816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (8632da15-fd85-4798-9b6b-83d83643f31e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.915873 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks [] for router_controller (8632da15-fd85-4798-9b6b-83d83643f31e), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.964012 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (8632da15-fd85-4798-9b6b-83d83643f31e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.964539 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8632da15-fd85-4798-9b6b-83d83643f31e {{(pid=104125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:24:49.968713 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:49.972413 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-12b962cf-f7e5-43f5-a44f-00709ea123f8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8632da15-fd85-4798-9b6b-83d83643f31e HTTP/1.1" status: 204 len: 168 time: 0.7432711 Jun 23 17:24:49.972804 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57502) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:50.018212 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77b6101-9c78-4319-adc9-a4062bfa6a83 admin admin] Deleting subnet 66d19201-be84-4098-bf7c-aed5315315b3 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:24:50.021645 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a77b6101-9c78-4319-adc9-a4062bfa6a83 admin admin] Publish callbacks [] for subnet (66d19201-be84-4098-bf7c-aed5315315b3), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.058065 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a77b6101-9c78-4319-adc9-a4062bfa6a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11756901'] for subnet (66d19201-be84-4098-bf7c-aed5315315b3), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.137404 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:50.138919 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a77b6101-9c78-4319-adc9-a4062bfa6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (66d19201-be84-4098-bf7c-aed5315315b3), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.170613 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:50.195738 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a77b6101-9c78-4319-adc9-a4062bfa6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11266086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11703649'] for subnet (66d19201-be84-4098-bf7c-aed5315315b3), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.221424 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b6101-9c78-4319-adc9-a4062bfa6a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d19201-be84-4098-bf7c-aed5315315b3,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:50.225604 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a77b6101-9c78-4319-adc9-a4062bfa6a83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.228703 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a77b6101-9c78-4319-adc9-a4062bfa6a83 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/66d19201-be84-4098-bf7c-aed5315315b3 HTTP/1.1" status: 204 len: 168 time: 0.2549598 Jun 23 17:24:50.231392 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57508) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:50.234753 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e315be9-fb31-4208-be80-b87a6a32b760 None None] Network 7e627980-fd3e-406b-86cf-dac9a328ca6c requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:24:50.263775 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:50.302511 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (7e627980-fd3e-406b-86cf-dac9a328ca6c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.343800 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Deleting port 6597a69c-2a11-4b12-8c57-601811aaa2c4 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:50.344135 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.412041 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] For port 6597a69c-2a11-4b12-8c57-601811aaa2c4, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=6597a69c-2a11-4b12-8c57-601811aaa2c4,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:50.412334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.430229 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Calling delete_port for 6597a69c-2a11-4b12-8c57-601811aaa2c4 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:50.446119 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] DHCP port deletion for 7e627980-fd3e-406b-86cf-dac9a328ca6c request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:24:50.483880 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Deleting port 6597a69c-2a11-4b12-8c57-601811aaa2c4 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:50.484151 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.515761 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.541022 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Pushing event deleted for resources: {'Port': ['ID=6597a69c-2a11-4b12-8c57-601811aaa2c4,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:50.547342 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] No DVR routers for this DVR port 6597a69c-2a11-4b12-8c57-601811aaa2c4 on host dv-cinder-835384-10-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:24:50.554650 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] For port 6597a69c-2a11-4b12-8c57-601811aaa2c4, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=6597a69c-2a11-4b12-8c57-601811aaa2c4,segment=NetworkSegment(a78ffbb4-7064-4c37-91ea-be66382c0fae),segment_id=a78ffbb4-7064-4c37-91ea-be66382c0fae)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:50.555049 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.571297 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Calling delete_port for 6597a69c-2a11-4b12-8c57-601811aaa2c4 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:50.620295 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (7e627980-fd3e-406b-86cf-dac9a328ca6c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.641787 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e627980-fd3e-406b-86cf-dac9a328ca6c']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:50.652468 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78ffbb4-7064-4c37-91ea-be66382c0fae') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:50.652746 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78ffbb4-7064-4c37-91ea-be66382c0fae') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:50.654892 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (6597a69c-2a11-4b12-8c57-601811aaa2c4), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.663163 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (a78ffbb4-7064-4c37-91ea-be66382c0fae), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.678626 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (a78ffbb4-7064-4c37-91ea-be66382c0fae), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.682545 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Pushing event deleted for resources: {'Port': ['ID=6597a69c-2a11-4b12-8c57-601811aaa2c4,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:50.689510 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] No DVR routers for this DVR port 6597a69c-2a11-4b12-8c57-601811aaa2c4 on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:24:50.696633 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.696982 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.697292 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:24:50.697428 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.697659 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.697778 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (a78ffbb4-7064-4c37-91ea-be66382c0fae), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.698015 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.698346 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.698673 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.699001 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.699323 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.699851 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.700380 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.700896 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.701382 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.701965 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.702443 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418975f-f3ea-4e43-985b-a70a49f19097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:24:50.774481 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (7e627980-fd3e-406b-86cf-dac9a328ca6c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.779429 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:50.786367 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57514) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:50.786844 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] 10.222.0.18 "DELETE /v2.0/networks/7e627980-fd3e-406b-86cf-dac9a328ca6c HTTP/1.1" status: 204 len: 168 time: 0.5539441 Jun 23 17:24:50.800211 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f4e67-5c60-4383-9386-c8419142f95f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e627980-fd3e-406b-86cf-dac9a328ca6c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:50.829941 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment a78ffbb4-7064-4c37-91ea-be66382c0fae resource provider aggregate not found Jun 23 17:24:50.847505 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment a78ffbb4-7064-4c37-91ea-be66382c0fae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a78ffbb4-7064-4c37-91ea-be66382c0fae found for delete ", "request_id": "req-ceb45f80-35f9-4858-8737-a6d441f2cf21"}]} Jun 23 17:24:50.975213 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:51.107314 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:51.346185 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Deleting port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:51.346441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:51.429594 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] For port 0efb25a6-65fa-49b0-acd6-8b24ccfcef14, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,segment=NetworkSegment(2681c20d-1fe3-4ce8-985d-34a0cda683b3),segment_id=2681c20d-1fe3-4ce8-985d-34a0cda683b3)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:51.430050 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:51.445013 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Calling delete_port for 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:51.583821 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:51.630367 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (0efb25a6-65fa-49b0-acd6-8b24ccfcef14), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:51.660597 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=0efb25a6-65fa-49b0-acd6-8b24ccfcef14,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:51.823359 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:51.837753 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:51.857873 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 6597a69c-2a11-4b12-8c57-601811aaa2c4 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:51.878616 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 6597a69c-2a11-4b12-8c57-601811aaa2c4 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:51.878970 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 6597a69c-2a11-4b12-8c57-601811aaa2c4 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:51.879395 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:51.898173 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:51.898420 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 9b2c4c2e-8f6d-466d-bc68-15ec490733b8 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:51.898843 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 25ff6936-4a93-43c4-9d48-3eb88730f5d0 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:51.919948 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 25ff6936-4a93-43c4-9d48-3eb88730f5d0 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:51.920297 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 25ff6936-4a93-43c4-9d48-3eb88730f5d0 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:52.049557 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:24:52.153884 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:24:52.158874 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-12a5cfcf-dfc5-4d71-9074-ed84b9d8a7ff admin admin] 10.222.0.18 "PUT /v2.0/routers/ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3711569 Jun 23 17:24:52.161500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57530) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:52.164163 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] Sync routers for ids ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:24:52.175304 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] Routers {'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:52.175934 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:52.287077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] Set router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:52.483628 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:24:51Z', 'revision_number': 5, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:52.508550 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] Checking router: ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:24:52.517920 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] Routers {'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:24:52.518540 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:24:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:52.603967 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks [] for router (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:52.620044 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] Set router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:24:52.647269 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-ac5e72b9-67f0-4247-b113-2a1949722897 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:52.648745 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-ac5e72b9-67f0-4247-b113-2a1949722897 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/networks?id=621ad951-6b5b-460e-b196-77ea13cf7a1e HTTP/1.1" status: 200 len: 814 time: 0.4484396 Jun 23 17:24:52.673332 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-8fbf4913-4700-4f07-b241-3dd0bd0e74c3 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/quotas/ac4cd16fac46470eb48bb273b12ac6f0 HTTP/1.1" status: 200 len: 375 time: 0.0176044 Jun 23 17:24:52.740974 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-8d79cf4f-e691-45c7-9492-985811846349 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac4cd16fac46470eb48bb273b12ac6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397465 Jun 23 17:24:52.759447 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks [] for router_gateway (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:52.777866 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:24:52.808430 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-f0d58828-b676-4b83-b987-2d1e4dbff664 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:24:52.809442 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-f0d58828-b676-4b83-b987-2d1e4dbff664 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0597885 Jun 23 17:24:52.815166 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:24:51Z', 'revision_number': 5, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:52.825318 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Deleting port 584d11ed-2b93-4b79-9e52-7aade74b5aea {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:52.825972 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:52.845820 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdb725-6240-43dc-b237-254f4e568b75 None None] The sync data for ids ['ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a'] in dv-cinder-835384-10-iscsi is: [{'id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'name': 'tempest-TestVolumeBootPattern-1206000663-router', 'tenant_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:24:51Z', 'revision_number': 5, 'project_id': '71ad97c2962e4f4291d1f5f31af2ede5', 'gw_port': {'id': '584d11ed-2b93-4b79-9e52-7aade74b5aea', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:15:07Z', 'updated_at': '2022-06-23T17:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:24:52.898094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:52.943253 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:52.978166 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] For port 584d11ed-2b93-4b79-9e52-7aade74b5aea, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=584d11ed-2b93-4b79-9e52-7aade74b5aea,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:52.978535 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:52.982371 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-bf14f19b-bf74-4816-b8e7-0e7795ea20e5 service neutron] 10.222.0.18 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666586 Jun 23 17:24:53.002219 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Calling delete_port for 584d11ed-2b93-4b79-9e52-7aade74b5aea owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:53.134455 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-69cb75a9-3169-4e3f-989e-aef14d8b11bb service neutron] 10.222.0.18 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441824 Jun 23 17:24:53.245146 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (584d11ed-2b93-4b79-9e52-7aade74b5aea), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.272225 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=584d11ed-2b93-4b79-9e52-7aade74b5aea,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:53.337571 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.424398 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.426674 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks [] for router_controller (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.472474 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.473153 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:24:53.477607 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.478852 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a47b71a6-6aee-49f1-a82f-dfce87242a2b admin admin] 10.222.0.18 "DELETE /v2.0/routers/ea2fc8e0-7f60-47dd-9d9a-8b520f36e11a HTTP/1.1" status: 204 len: 168 time: 1.3164060 Jun 23 17:24:53.482206 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57538) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:53.532839 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e22764-4402-4518-a74f-5fece85b3897 admin admin] Deleting subnet 601981a3-6e3d-40fd-80f8-31e7a8b6a8e1 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:24:53.536388 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6e22764-4402-4518-a74f-5fece85b3897 admin admin] Publish callbacks [] for subnet (601981a3-6e3d-40fd-80f8-31e7a8b6a8e1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.572823 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6e22764-4402-4518-a74f-5fece85b3897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907584'] for subnet (601981a3-6e3d-40fd-80f8-31e7a8b6a8e1), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.654291 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6e22764-4402-4518-a74f-5fece85b3897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (601981a3-6e3d-40fd-80f8-31e7a8b6a8e1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.718957 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6e22764-4402-4518-a74f-5fece85b3897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11343999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12083498'] for subnet (601981a3-6e3d-40fd-80f8-31e7a8b6a8e1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.745057 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e22764-4402-4518-a74f-5fece85b3897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=601981a3-6e3d-40fd-80f8-31e7a8b6a8e1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:53.748868 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f6e22764-4402-4518-a74f-5fece85b3897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.752227 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f6e22764-4402-4518-a74f-5fece85b3897 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/601981a3-6e3d-40fd-80f8-31e7a8b6a8e1 HTTP/1.1" status: 204 len: 168 time: 0.2688210 Jun 23 17:24:53.754692 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57540) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:53.757340 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ea3ac-61c7-4b29-8d27-a73f1267ebf3 None None] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:24:53.818540 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:53.825343 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (19d55bff-1fb3-4309-913d-03d6a6720f1d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.832301 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:53.874024 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Deleting port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:53.874379 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.929229 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] DHCP port deletion for 19d55bff-1fb3-4309-913d-03d6a6720f1d request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:24:53.943115 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] For port 29e3c963-5f44-4a68-9bcb-fefb12e443b1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=29e3c963-5f44-4a68-9bcb-fefb12e443b1,segment=NetworkSegment(2681c20d-1fe3-4ce8-985d-34a0cda683b3),segment_id=2681c20d-1fe3-4ce8-985d-34a0cda683b3)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:53.943754 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.963742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Calling delete_port for 29e3c963-5f44-4a68-9bcb-fefb12e443b1 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:53.969414 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:53.981161 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] Deleting port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:24:53.981536 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:53.988112 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:54.017909 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:54.018262 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 0efb25a6-65fa-49b0-acd6-8b24ccfcef14 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:54.018683 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 584d11ed-2b93-4b79-9e52-7aade74b5aea no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:54.051771 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.076455 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e3c963-5f44-4a68-9bcb-fefb12e443b1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:54.082870 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] No DVR routers for this DVR port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 on host dv-cinder-835384-10-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:24:54.165676 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (19d55bff-1fb3-4309-913d-03d6a6720f1d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.187083 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 584d11ed-2b93-4b79-9e52-7aade74b5aea {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:54.187425 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 584d11ed-2b93-4b79-9e52-7aade74b5aea not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:54.187844 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 29e3c963-5f44-4a68-9bcb-fefb12e443b1 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:24:54.188377 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d55bff-1fb3-4309-913d-03d6a6720f1d']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:54.198346 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2681c20d-1fe3-4ce8-985d-34a0cda683b3') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:54.198651 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2681c20d-1fe3-4ce8-985d-34a0cda683b3') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:24:54.214819 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11907611'] for segment (2681c20d-1fe3-4ce8-985d-34a0cda683b3), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.232583 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (2681c20d-1fe3-4ce8-985d-34a0cda683b3), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.239041 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 29e3c963-5f44-4a68-9bcb-fefb12e443b1 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:24:54.239842 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:24:54.240171 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 29e3c963-5f44-4a68-9bcb-fefb12e443b1 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:24:54.240338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11343893'] for segment (2681c20d-1fe3-4ce8-985d-34a0cda683b3), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.243508 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] For port 29e3c963-5f44-4a68-9bcb-fefb12e443b1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=29e3c963-5f44-4a68-9bcb-fefb12e443b1,segment=NetworkSegment(2681c20d-1fe3-4ce8-985d-34a0cda683b3),segment_id=2681c20d-1fe3-4ce8-985d-34a0cda683b3)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:24:54.244088 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.267613 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] Calling delete_port for 29e3c963-5f44-4a68-9bcb-fefb12e443b1 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:24:54.329930 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (19d55bff-1fb3-4309-913d-03d6a6720f1d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.338429 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.343922 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] 10.222.0.18 "DELETE /v2.0/networks/19d55bff-1fb3-4309-913d-03d6a6720f1d HTTP/1.1" status: 204 len: 168 time: 0.5859413 Jun 23 17:24:54.368148 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-937e883a-f8bf-4054-89ec-e36702ccb59f req-aafb8d33-2d1c-4900-8cad-b66be48ba189 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 210 time: 0.0381999 Jun 23 17:24:54.371999 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c8c2a-25a3-44eb-a96e-79928fdbeb71 admin admin] Pushing event deleted for resources: {'Network': ['ID=19d55bff-1fb3-4309-913d-03d6a6720f1d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:54.377573 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:54.383253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (29e3c963-5f44-4a68-9bcb-fefb12e443b1), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.392166 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] Network 19d55bff-1fb3-4309-913d-03d6a6720f1d is not hosted by any dhcp agent {{(pid=104126) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 23 17:24:54.392733 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] No DVR routers for this DVR port 29e3c963-5f44-4a68-9bcb-fefb12e443b1 on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:24:54.414276 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cc12f-bf30-40e6-bbdf-ebe0fdbbd2db None None] Pushing event deleted for resources: {'Port': ['ID=29e3c963-5f44-4a68-9bcb-fefb12e443b1,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:54.450736 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 2681c20d-1fe3-4ce8-985d-34a0cda683b3 resource provider aggregate not found Jun 23 17:24:54.469255 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 2681c20d-1fe3-4ce8-985d-34a0cda683b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2681c20d-1fe3-4ce8-985d-34a0cda683b3 found for delete ", "request_id": "req-6e95fe31-becb-4150-a30b-790fcfb0afe8"}]} Jun 23 17:24:54.525714 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57560) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:54.567955 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-af1fb259-70cc-4b64-a2c0-92caa0f57860 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e393091e3c2d42e79e9f2ec80d471faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411148 Jun 23 17:24:54.570657 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57562) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:54.627257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a3c4-42e6-4cb8-bdcb-e823034e98c2 admin admin] Publish callbacks [] for security_group (7024536f-4b4b-46d9-b27c-3b4fcd12c345), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.650374 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a3c4-42e6-4cb8-bdcb-e823034e98c2 admin admin] Publish callbacks [] for security_group (7024536f-4b4b-46d9-b27c-3b4fcd12c345), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.702815 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a3c4-42e6-4cb8-bdcb-e823034e98c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (7024536f-4b4b-46d9-b27c-3b4fcd12c345), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.706680 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a2c9a3c4-42e6-4cb8-bdcb-e823034e98c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:54.707847 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a2c9a3c4-42e6-4cb8-bdcb-e823034e98c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7024536f-4b4b-46d9-b27c-3b4fcd12c345 HTTP/1.1" status: 204 len: 168 time: 0.1360445 Jun 23 17:24:54.715841 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9a3c4-42e6-4cb8-bdcb-e823034e98c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024536f-4b4b-46d9-b27c-3b4fcd12c345,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:55.053218 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57570) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:55.095385 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1f1d7e43-d2a5-4b05-a799-4cf6730ef20e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71ad97c2962e4f4291d1f5f31af2ede5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409877 Jun 23 17:24:55.097996 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 57572) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:24:55.154153 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16100374-e812-4353-a9b2-0bafdc4cf4e7 admin admin] Publish callbacks [] for security_group (9e0f8cea-5d5e-471a-aab7-45b62950a236), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:55.183917 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16100374-e812-4353-a9b2-0bafdc4cf4e7 admin admin] Publish callbacks [] for security_group (9e0f8cea-5d5e-471a-aab7-45b62950a236), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:55.210298 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:55.246113 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16100374-e812-4353-a9b2-0bafdc4cf4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9e0f8cea-5d5e-471a-aab7-45b62950a236), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:55.249284 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16100374-e812-4353-a9b2-0bafdc4cf4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:55.250461 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-16100374-e812-4353-a9b2-0bafdc4cf4e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e0f8cea-5d5e-471a-aab7-45b62950a236 HTTP/1.1" status: 204 len: 168 time: 0.1515810 Jun 23 17:24:55.259347 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16100374-e812-4353-a9b2-0bafdc4cf4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f8cea-5d5e-471a-aab7-45b62950a236,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:55.356426 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:55.420515 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-bf86b5aa-0307-4485-8103-666d24e5661e tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:55.422506 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-bf86b5aa-0307-4485-8103-666d24e5661e tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.57 "GET /v2.0/networks?id=621ad951-6b5b-460e-b196-77ea13cf7a1e HTTP/1.1" status: 200 len: 814 time: 0.1110125 Jun 23 17:24:55.444824 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Request body: {'port': {'device_id': 'ca70a9d7-3e75-41a0-abf9-a43cedf6ce80', 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e', 'admin_state_up': True, 'tenant_id': 'ac4cd16fac46470eb48bb273b12ac6f0'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:55.513424 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c67c3fa6-a72d-4854-8986-2e6fe5972dad req-6a3b18ed-2126-42fd-9291-756829ecceb7 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 210 time: 0.0503030 Jun 23 17:24:55.594803 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Made reservation on behalf of ac4cd16fac46470eb48bb273b12ac6f0 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:24:55.598468 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:55.746755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Allocated IP 172.20.0.7 (621ad951-6b5b-460e-b196-77ea13cf7a1e/94cb4458-8e02-4834-acec-4130c8c83f25/6fce90ed-a67b-4419-a80a-db7b92f51bff) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:24:55.894503 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks [] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:55.929077 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:55.977010 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Network 621ad951-6b5b-460e-b196-77ea13cf7a1e is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:24:55.985838 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:24:55.989649 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:24:55.993828 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Pushing event updated for resources: {'Port': ['ID=6fce90ed-a67b-4419-a80a-db7b92f51bff,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:56.038910 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:56.039519 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:56.063961 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-1613a42b-0eb5-4fb7-8bdc-875a95ca902d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251299 Jun 23 17:24:56.081478 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Request body: {'port': {'device_id': 'ca70a9d7-3e75-41a0-abf9-a43cedf6ce80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:24:56.140653 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:56.211671 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:56.261820 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:56.413968 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fce90ed-a67b-4419-a80a-db7b92f51bff {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:24:56.421441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Publish callbacks [] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:56.434316 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Transition to ACTIVE for port object 6fce90ed-a67b-4419-a80a-db7b92f51bff will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:24:56.441285 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:56.487177 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Pushing event updated for resources: {'Port': ['ID=6fce90ed-a67b-4419-a80a-db7b92f51bff,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:56.561821 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Attempting to bind port 6fce90ed-a67b-4419-a80a-db7b92f51bff on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:24:56.562202 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Attempting to bind port 6fce90ed-a67b-4419-a80a-db7b92f51bff by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:24:56.562553 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Attempting to bind port 6fce90ed-a67b-4419-a80a-db7b92f51bff on network 621ad951-6b5b-460e-b196-77ea13cf7a1e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:24:56.567001 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Port 6fce90ed-a67b-4419-a80a-db7b92f51bff on network 621ad951-6b5b-460e-b196-77ea13cf7a1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:24:56.567325 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Attempting to bind port 6fce90ed-a67b-4419-a80a-db7b92f51bff on network 621ad951-6b5b-460e-b196-77ea13cf7a1e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:24:56.572139 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:24:56.572487 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Checking segment: {'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:24:56.572869 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Bound using segment: {'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:24:56.573296 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Bound port: 6fce90ed-a67b-4419-a80a-db7b92f51bff, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e859a476-7f9f-420f-8502-ed85f20ae968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:24:56.573657 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:56.641053 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] For port 6fce90ed-a67b-4419-a80a-db7b92f51bff, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:24:56.644495 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] For port 6fce90ed-a67b-4419-a80a-db7b92f51bff, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fce90ed-a67b-4419-a80a-db7b92f51bff,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:24:56.647856 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e835ec-a2b1-4bcc-b97e-37b71963448f req-bcb37c88-757e-4941-a8b7-bef8c4edd147 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:56.649540 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30e835ec-a2b1-4bcc-b97e-37b71963448f req-bcb37c88-757e-4941-a8b7-bef8c4edd147 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 943 time: 0.0525219 Jun 23 17:24:56.652018 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:56.691701 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:56.691701 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:24:56.693087 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] 10.222.0.57 "PUT /v2.0/ports/6fce90ed-a67b-4419-a80a-db7b92f51bff HTTP/1.1" status: 200 len: 1093 time: 0.6155982 Jun 23 17:24:56.693528 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca70a9d7-3e75-41a0-abf9-a43cedf6ce80', 'tag': '6fce90ed-a67b-4419-a80a-db7b92f51bff'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:24:56.695836 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca70a9d7-3e75-41a0-abf9-a43cedf6ce80", "tag": "6fce90ed-a67b-4419-a80a-db7b92f51bff"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:24:56.703695 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-30e835ec-a2b1-4bcc-b97e-37b71963448f req-297b4142-885c-437e-a71a-e0f04103db58 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482352 Jun 23 17:24:56.717997 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb01406-48f1-4778-a1b3-b41a2b241668 service neutron] Pushing event updated for resources: {'Port': ['ID=6fce90ed-a67b-4419-a80a-db7b92f51bff,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:24:56.751155 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37028015-8495-4805-9b6e-639cdcf893ee x-openstack-request-id: req-37028015-8495-4805-9b6e-639cdcf893ee {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:24:56.751448 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca70a9d7-3e75-41a0-abf9-a43cedf6ce80", "tag": "6fce90ed-a67b-4419-a80a-db7b92f51bff", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:24:56.751701 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37028015-8495-4805-9b6e-639cdcf893ee {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:24:56.752107 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37028015-8495-4805-9b6e-639cdcf893ee'] response: {'name': 'network-changed', 'server_uuid': 'ca70a9d7-3e75-41a0-abf9-a43cedf6ce80', 'tag': '6fce90ed-a67b-4419-a80a-db7b92f51bff', 'status': 'completed', 'code': 200} Jun 23 17:24:56.828524 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-e98a4cc6-8a3e-4723-841f-d3a797b4a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:56.829978 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-e98a4cc6-8a3e-4723-841f-d3a797b4a5b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac4cd16fac46470eb48bb273b12ac6f0&device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 1127 time: 0.0404336 Jun 23 17:24:56.880075 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-00b4d0b6-a92c-4900-8a8d-3e40dc3e33e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fce90ed-a67b-4419-a80a-db7b92f51bff HTTP/1.1" status: 200 len: 217 time: 0.0353000 Jun 23 17:24:56.932789 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-04583527-e4ce-40bb-b94a-8c67872a52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:56.952150 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-04583527-e4ce-40bb-b94a-8c67872a52ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94cb4458-8e02-4834-acec-4130c8c83f25 HTTP/1.1" status: 200 len: 854 time: 0.0491564 Jun 23 17:24:56.970765 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-f397ba5f-1289-4912-979b-15ea73578569 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=621ad951-6b5b-460e-b196-77ea13cf7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288537 Jun 23 17:24:57.064682 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-dceb39c6-5e56-4477-a4fd-0534bbd2dd72 service neutron] 10.222.0.57 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876255 Jun 23 17:24:57.155280 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6f6f587-8f4e-4817-8fc7-13bacfb46c11 req-9745a287-c558-4189-ac44-54afb180a646 service neutron] 10.222.0.57 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832705 Jun 23 17:24:57.852972 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148811-ab74-4c82-9a97-707d9ab32231 req-5a0483ff-d533-400e-8e32-565147153940 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:57.854459 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-46148811-ab74-4c82-9a97-707d9ab32231 req-5a0483ff-d533-400e-8e32-565147153940 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 943 time: 0.0662956 Jun 23 17:24:57.909206 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-46148811-ab74-4c82-9a97-707d9ab32231 req-f558e7bf-d777-47e8-abc1-d18438044245 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476432 Jun 23 17:24:59.057815 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abe7e9-1007-4d59-886b-e5a162f4416e req-4cc7f480-8b9b-42e1-ab4a-1535b5a49e0d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:59.059495 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86abe7e9-1007-4d59-886b-e5a162f4416e req-4cc7f480-8b9b-42e1-ab4a-1535b5a49e0d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 943 time: 0.0669045 Jun 23 17:24:59.098089 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:59.106732 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:59.115876 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86abe7e9-1007-4d59-886b-e5a162f4416e req-f73d1067-0f4b-424f-96b3-cda72b432363 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Jun 23 17:24:59.596094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-11034e1a-493a-440f-801e-8db78c5a9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:59.597954 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-11034e1a-493a-440f-801e-8db78c5a9f9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac4cd16fac46470eb48bb273b12ac6f0&device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 1127 time: 0.0501738 Jun 23 17:24:59.670779 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=54 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:24:59.720327 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-be328dee-9a4d-475d-afec-a9e27ed3c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:59.722658 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-be328dee-9a4d-475d-afec-a9e27ed3c5d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=621ad951-6b5b-460e-b196-77ea13cf7a1e HTTP/1.1" status: 200 len: 915 time: 0.1137590 Jun 23 17:24:59.763635 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-a919eb17-5c81-4ee7-b13e-2a53caa5ac36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fce90ed-a67b-4419-a80a-db7b92f51bff HTTP/1.1" status: 200 len: 217 time: 0.0346169 Jun 23 17:24:59.816122 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-f7cb4edd-aa77-499c-b887-7559b6ad5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:24:59.817671 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-f7cb4edd-aa77-499c-b887-7559b6ad5aa8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94cb4458-8e02-4834-acec-4130c8c83f25 HTTP/1.1" status: 200 len: 854 time: 0.0488737 Jun 23 17:24:59.850562 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-6d59ebb8-04ba-4108-a078-4aa685ed1a7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=621ad951-6b5b-460e-b196-77ea13cf7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267653 Jun 23 17:24:59.943704 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-e3d1d908-aec8-4892-8ab2-2ccc691cdec9 service neutron] 10.222.0.57 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869160 Jun 23 17:25:00.053540 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455d82b2-ee47-4b43-aa06-ec8a19d2f78b req-fb3fb5c1-4b09-4243-8621-e3ed9fd5754f service neutron] 10.222.0.57 "GET /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028996 Jun 23 17:25:00.054334 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-74cd0454-2a1a-4968-8cce-c9a4a447a815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:00.244531 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb2542-3990-40b0-a319-7c9854f5472e req-fb3d5388-9e0f-4c17-bb62-59aa68362dba tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:00.246011 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2bfb2542-3990-40b0-a319-7c9854f5472e req-fb3d5388-9e0f-4c17-bb62-59aa68362dba tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 943 time: 0.0531240 Jun 23 17:25:00.300164 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2bfb2542-3990-40b0-a319-7c9854f5472e req-4354f42b-409a-44e6-9e6c-ea252da132fc tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Jun 23 17:25:01.433702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757bb8-28c3-4e6f-b765-7cf3f84ac42c req-303c9ed6-a61e-4870-8bec-1d138be386ff tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:01.435252 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9757bb8-28c3-4e6f-b765-7cf3f84ac42c req-303c9ed6-a61e-4870-8bec-1d138be386ff tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 943 time: 0.0563412 Jun 23 17:25:01.456899 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 6fce90ed-a67b-4419-a80a-db7b92f51bff details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:25:01.483508 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9757bb8-28c3-4e6f-b765-7cf3f84ac42c req-ece5388a-9e93-4f04-8661-f21de45c91f5 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423942 Jun 23 17:25:01.560153 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 6fce90ed-a67b-4419-a80a-db7b92f51bff, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fce90ed-a67b-4419-a80a-db7b92f51bff,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:01.571804 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '6fce90ed-a67b-4419-a80a-db7b92f51bff', 'network_id': '621ad951-6b5b-460e-b196-77ea13cf7a1e', 'port_id': '6fce90ed-a67b-4419-a80a-db7b92f51bff', 'mac_address': 'fa:16:3e:77:a3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cb4458-8e02-4834-acec-4130c8c83f25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:25:01.607782 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 6fce90ed-a67b-4419-a80a-db7b92f51bff is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:25:01.608089 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:01.625283 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fce90ed-a67b-4419-a80a-db7b92f51bff {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:25:01.643080 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:01.647531 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 6fce90ed-a67b-4419-a80a-db7b92f51bff, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fce90ed-a67b-4419-a80a-db7b92f51bff,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:01.652863 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:01.699194 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=6fce90ed-a67b-4419-a80a-db7b92f51bff,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:02.074620 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['6fce90ed-a67b-4419-a80a-db7b92f51bff'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:02.331411 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63a0c93f-91a0-4f6c-a91d-2464503ee863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:02.607000 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1e890-2b19-4437-a545-7ba0457e407f req-dad5a652-d0ab-4111-bd7d-0a1b754206a9 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:02.609033 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1da1e890-2b19-4437-a545-7ba0457e407f req-dad5a652-d0ab-4111-bd7d-0a1b754206a9 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 944 time: 0.0525737 Jun 23 17:25:02.634158 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:02.640758 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:02.662971 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1da1e890-2b19-4437-a545-7ba0457e407f req-985986c4-55bb-4d85-8a9b-3b38fb6aedaf tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482972 Jun 23 17:25:03.473992 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 6fce90ed-a67b-4419-a80a-db7b92f51bff up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:25:03.520659 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:03.531198 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 6fce90ed-a67b-4419-a80a-db7b92f51bff completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:25:03.537666 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 6fce90ed-a67b-4419-a80a-db7b92f51bff triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:25:03.538170 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:03.612488 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 6fce90ed-a67b-4419-a80a-db7b92f51bff is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:25:03.612901 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:03.637014 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca70a9d7-3e75-41a0-abf9-a43cedf6ce80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fce90ed-a67b-4419-a80a-db7b92f51bff'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:25:03.639477 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d47e6-d83d-43ab-894b-475551b8a94d" -d '{"events": [{"server_uuid": "ca70a9d7-3e75-41a0-abf9-a43cedf6ce80", "name": "network-vif-plugged", "status": "completed", "tag": "6fce90ed-a67b-4419-a80a-db7b92f51bff"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:03.651862 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 6fce90ed-a67b-4419-a80a-db7b92f51bff, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fce90ed-a67b-4419-a80a-db7b92f51bff,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:03.657491 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:03.683460 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a215a96e-ce96-4d00-a4bf-67a9a44ff836 x-openstack-request-id: req-a215a96e-ce96-4d00-a4bf-67a9a44ff836 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:03.683750 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca70a9d7-3e75-41a0-abf9-a43cedf6ce80", "name": "network-vif-plugged", "status": "completed", "tag": "6fce90ed-a67b-4419-a80a-db7b92f51bff", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:03.684001 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a215a96e-ce96-4d00-a4bf-67a9a44ff836 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:03.684396 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a215a96e-ce96-4d00-a4bf-67a9a44ff836'] response: {'server_uuid': 'ca70a9d7-3e75-41a0-abf9-a43cedf6ce80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fce90ed-a67b-4419-a80a-db7b92f51bff', 'code': 200} Jun 23 17:25:03.710582 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=6fce90ed-a67b-4419-a80a-db7b92f51bff,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:03.786225 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcec8ec-07cc-4ad2-9455-f0712c1a3eca req-a230eab1-59ba-4a45-9bd4-c2cc01eb2e0b tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:03.787846 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1fcec8ec-07cc-4ad2-9455-f0712c1a3eca req-a230eab1-59ba-4a45-9bd4-c2cc01eb2e0b tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 945 time: 0.0500522 Jun 23 17:25:03.837623 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1fcec8ec-07cc-4ad2-9455-f0712c1a3eca req-7a456fce-4c7f-47db-914b-e598756b063f tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441544 Jun 23 17:25:03.894669 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d269a85-8ab4-45c6-8137-4e8e4234eb1e req-c9f3baec-8059-4d76-b4fb-47ea0094066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:03.896163 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d269a85-8ab4-45c6-8137-4e8e4234eb1e req-c9f3baec-8059-4d76-b4fb-47ea0094066e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 1129 time: 0.0401847 Jun 23 17:25:03.945472 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d269a85-8ab4-45c6-8137-4e8e4234eb1e req-6f6a8f83-5981-4363-8d57-57f0812a9f00 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Jun 23 17:25:04.853643 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:04.956165 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09500de-1ea1-4f7d-8345-41ee1f23f994 req-752bf4db-89f0-45be-86a3-79261d616c4c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:04.957530 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a09500de-1ea1-4f7d-8345-41ee1f23f994 req-752bf4db-89f0-45be-86a3-79261d616c4c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 945 time: 0.0498500 Jun 23 17:25:05.009305 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a09500de-1ea1-4f7d-8345-41ee1f23f994 req-56e5cb43-6591-4824-93f7-f4c11db168a7 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Jun 23 17:25:05.240826 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:05.284502 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:06.150349 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ec1b-001e-4732-8ebe-792d6ad99a02 req-bf4b528a-dad2-4f03-8fdf-27801edb1fc0 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:06.151826 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4f77ec1b-001e-4732-8ebe-792d6ad99a02 req-bf4b528a-dad2-4f03-8fdf-27801edb1fc0 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 945 time: 0.0525079 Jun 23 17:25:06.199822 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4f77ec1b-001e-4732-8ebe-792d6ad99a02 req-dba4c54f-53f9-46cc-a255-ee87191defee tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422521 Jun 23 17:25:11.712480 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:15.003674 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=67 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:15.006060 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=69 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:15.270832 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:15.274511 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:15.277482 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:16.193724 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=19 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:16.196242 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=21 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:16.737635 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=63 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:29.586539 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614e6cc-91c1-4493-986e-4b198071cac2 req-ff1ba3e7-6340-430d-b22d-497fd226c80d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:29.588006 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9614e6cc-91c1-4493-986e-4b198071cac2 req-ff1ba3e7-6340-430d-b22d-497fd226c80d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 945 time: 0.0504460 Jun 23 17:25:29.634075 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9614e6cc-91c1-4493-986e-4b198071cac2 req-abfa9ef0-0e08-47eb-9c52-9c8415eea95d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Jun 23 17:25:29.777839 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:25:30.064403 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-97e1ce91-dcc1-4962-ba50-cc911e0330dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:30.755870 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd817273-8c81-4930-9863-848c4f422407 req-a93c2503-1870-4cb7-9781-8c427ab2a9c4 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:30.757356 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd817273-8c81-4930-9863-848c4f422407 req-a93c2503-1870-4cb7-9781-8c427ab2a9c4 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 945 time: 0.0481937 Jun 23 17:25:30.808701 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd817273-8c81-4930-9863-848c4f422407 req-e3f10a61-6f06-401d-92fc-eaed3671bfc6 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe1ce1d6-9a03-427a-a721-3cf19276f135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Jun 23 17:25:31.549693 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-21fbd762-1593-4e17-ae6b-4f9113b589f1 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:25:31.551171 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-21fbd762-1593-4e17-ae6b-4f9113b589f1 tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 945 time: 0.0627544 Jun 23 17:25:31.638946 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Deleting port 6fce90ed-a67b-4419-a80a-db7b92f51bff {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:25:31.639309 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:31.743220 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] For port 6fce90ed-a67b-4419-a80a-db7b92f51bff, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6fce90ed-a67b-4419-a80a-db7b92f51bff,segment=NetworkSegment(e859a476-7f9f-420f-8502-ed85f20ae968),segment_id=e859a476-7f9f-420f-8502-ed85f20ae968)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:25:31.743596 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:31.756647 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Calling delete_port for 6fce90ed-a67b-4419-a80a-db7b92f51bff owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:25:31.883471 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (6fce90ed-a67b-4419-a80a-db7b92f51bff), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:31.911615 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1bddaf65-37b9-4958-a98a-351e5b07feed req-16373d7f-c4b1-43b1-bd70-cadfa3fc984d tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca70a9d7-3e75-41a0-abf9-a43cedf6ce80 HTTP/1.1" status: 200 len: 210 time: 0.0277209 Jun 23 17:25:31.914617 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Pushing event deleted for resources: {'Port': ['ID=6fce90ed-a67b-4419-a80a-db7b92f51bff,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:31.923965 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['6fce90ed-a67b-4419-a80a-db7b92f51bff'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:25:31.941026 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.941369 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.941721 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.942092 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.942434 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.942772 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.943104 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.943437 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.943771 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.944103 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.944432 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.944760 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.945087 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.945413 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.945739 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:31.968461 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] No DVR routers for this DVR port 6fce90ed-a67b-4419-a80a-db7b92f51bff on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:25:31.971202 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:31.974453 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f1571f34-30a6-4809-bcf6-3672f7a85179 req-62bbd94e-8992-4a75-9402-db8024359f3c tempest-VolumesSnapshotTestJSON-1300618096 tempest-VolumesSnapshotTestJSON-1300618096-project] 10.222.0.57 "DELETE /v2.0/ports/6fce90ed-a67b-4419-a80a-db7b92f51bff HTTP/1.1" status: 204 len: 173 time: 0.4180372 Jun 23 17:25:31.974888 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca70a9d7-3e75-41a0-abf9-a43cedf6ce80', 'name': 'network-vif-deleted', 'tag': '6fce90ed-a67b-4419-a80a-db7b92f51bff'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:25:31.977132 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fa5af4-d14a-480c-9c1a-759970b6370c" -d '{"events": [{"server_uuid": "ca70a9d7-3e75-41a0-abf9-a43cedf6ce80", "name": "network-vif-deleted", "tag": "6fce90ed-a67b-4419-a80a-db7b92f51bff"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:25:32.011813 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178d70fa-d49b-497a-8929-02194c0eb75d x-openstack-request-id: req-178d70fa-d49b-497a-8929-02194c0eb75d {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:25:32.012108 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca70a9d7-3e75-41a0-abf9-a43cedf6ce80", "name": "network-vif-deleted", "tag": "6fce90ed-a67b-4419-a80a-db7b92f51bff", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:25:32.012362 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-178d70fa-d49b-497a-8929-02194c0eb75d {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:25:32.012770 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178d70fa-d49b-497a-8929-02194c0eb75d'] response: {'server_uuid': 'ca70a9d7-3e75-41a0-abf9-a43cedf6ce80', 'name': 'network-vif-deleted', 'tag': '6fce90ed-a67b-4419-a80a-db7b92f51bff', 'status': 'completed', 'code': 200} Jun 23 17:25:32.336069 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9a940bac-9d98-4d89-9199-a31774022f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:33.505464 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:34.865810 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:35.233829 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:35.307768 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:36.174836 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 6fce90ed-a67b-4419-a80a-db7b92f51bff no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:25:36.208633 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 6fce90ed-a67b-4419-a80a-db7b92f51bff {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:25:36.208968 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 6fce90ed-a67b-4419-a80a-db7b92f51bff not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:25:39.630864 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:41.894816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=12 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:41.926123 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:41.952995 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=59,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:45.293253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:46.179325 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:46.180520 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:48.724729 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:48.725595 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:58.549150 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57842) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:25:58.594865 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Deleting subnet 94cb4458-8e02-4834-acec-4130c8c83f25 {{(pid=104125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:25:58.598298 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Publish callbacks [] for subnet (94cb4458-8e02-4834-acec-4130c8c83f25), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:58.637367 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11756901'] for subnet (94cb4458-8e02-4834-acec-4130c8c83f25), precommit_delete_associations {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:58.683207 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (94cb4458-8e02-4834-acec-4130c8c83f25), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:58.741045 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11266086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11703649'] for subnet (94cb4458-8e02-4834-acec-4130c8c83f25), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:58.764043 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:58.764591 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94cb4458-8e02-4834-acec-4130c8c83f25,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:58.764699 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:25:58.774745 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.775079 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.775437 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.775782 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.776117 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.776449 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.777227 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.777227 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.777421 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.777718 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.778062 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.778398 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.778721 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.779042 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.779367 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:25:58.782396 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:58.785482 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-c4017047-34e8-4d06-97c9-e37a1a806b3a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/94cb4458-8e02-4834-acec-4130c8c83f25 HTTP/1.1" status: 204 len: 168 time: 0.2353368 Jun 23 17:25:58.788034 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57844) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:25:58.860706 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (621ad951-6b5b-460e-b196-77ea13cf7a1e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:58.946171 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (621ad951-6b5b-460e-b196-77ea13cf7a1e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:58.972957 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621ad951-6b5b-460e-b196-77ea13cf7a1e']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:58.983247 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e859a476-7f9f-420f-8502-ed85f20ae968') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:58.986071 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e859a476-7f9f-420f-8502-ed85f20ae968') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:25:59.005221 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (e859a476-7f9f-420f-8502-ed85f20ae968), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.024034 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (e859a476-7f9f-420f-8502-ed85f20ae968), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.035992 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:25:59.036482 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (e859a476-7f9f-420f-8502-ed85f20ae968), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.095103 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment e859a476-7f9f-420f-8502-ed85f20ae968 resource provider aggregate not found Jun 23 17:25:59.109657 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (621ad951-6b5b-460e-b196-77ea13cf7a1e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.115761 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.119002 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] 10.222.0.18 "DELETE /v2.0/networks/621ad951-6b5b-460e-b196-77ea13cf7a1e HTTP/1.1" status: 204 len: 168 time: 0.3301053 Jun 23 17:25:59.120715 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment e859a476-7f9f-420f-8502-ed85f20ae968 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e859a476-7f9f-420f-8502-ed85f20ae968 found for delete ", "request_id": "req-ada36a5a-2c4b-44a9-a2d9-344e9e528170"}]} Jun 23 17:25:59.135253 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac659f-8fc8-43ec-a9bc-50a3457c5e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=621ad951-6b5b-460e-b196-77ea13cf7a1e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:25:59.363755 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57852) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:25:59.417774 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7bc6538a-0f87-47d8-a8f2-a1f4131e14ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac4cd16fac46470eb48bb273b12ac6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526972 Jun 23 17:25:59.421502 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 57854) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:25:59.478084 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4aea5df-73a8-4721-b55f-8d731c3d4e42 admin admin] Publish callbacks [] for security_group (fe1ce1d6-9a03-427a-a721-3cf19276f135), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.503917 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4aea5df-73a8-4721-b55f-8d731c3d4e42 admin admin] Publish callbacks [] for security_group (fe1ce1d6-9a03-427a-a721-3cf19276f135), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.567434 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4aea5df-73a8-4721-b55f-8d731c3d4e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (fe1ce1d6-9a03-427a-a721-3cf19276f135), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.570214 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4aea5df-73a8-4721-b55f-8d731c3d4e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:25:59.571363 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b4aea5df-73a8-4721-b55f-8d731c3d4e42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe1ce1d6-9a03-427a-a721-3cf19276f135 HTTP/1.1" status: 204 len: 168 time: 0.1487634 Jun 23 17:25:59.580535 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aea5df-73a8-4721-b55f-8d731c3d4e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1ce1d6-9a03-427a-a721-3cf19276f135,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:00.058916 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-13ae707f-1ed5-469f-b084-193448ce9c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:02.341442 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7429d41d-48d8-4f66-ae30-2a51c08448e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:03.507791 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:04.863578 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:05.240556 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:05.328250 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:06.782861 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:26:09.574515 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:09.575757 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=75,neutron:DELETE=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:18.340410 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-d366a5fd-d9c4-488d-8f4d-38289dc884cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408905 Jun 23 17:26:18.440515 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-adeefd34-1d0f-4bbc-af82-4514afd99eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:18.442094 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-adeefd34-1d0f-4bbc-af82-4514afd99eb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1129 time: 0.0418537 Jun 23 17:26:18.814389 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-f2a0a83f-f212-4799-a318-6f0712a57f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:18.815853 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-f2a0a83f-f212-4799-a318-6f0712a57f98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.3548501 Jun 23 17:26:18.877971 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-0625b9fd-023e-4c30-9b40-9ed877ac1dd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 1001 time: 0.0556443 Jun 23 17:26:18.925917 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:18.927552 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-f82fa377-2554-4fad-a8e3-a9a95728524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:18.928292 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:18.928831 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-f82fa377-2554-4fad-a8e3-a9a95728524f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0453568 Jun 23 17:26:18.932122 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:18.971779 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-0a769b6c-a842-4f77-afc4-0e15e6637293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:18.973146 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-0a769b6c-a842-4f77-afc4-0e15e6637293 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381618 Jun 23 17:26:19.063939 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-9ad2b7e0-a037-4ce5-90f4-92356df8661f service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844665 Jun 23 17:26:19.151102 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cefe07b-ea44-40a2-a022-cfdbcd0ad29b req-43b52caf-3ce8-4c64-a6b2-4ea1218f7f04 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811400 Jun 23 17:26:21.869138 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09c2b5-0dde-42e0-a187-97ddf814bb09 req-34f55509-bf76-4280-8554-0e21fa8f5ace tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:21.870620 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd09c2b5-0dde-42e0-a187-97ddf814bb09 req-34f55509-bf76-4280-8554-0e21fa8f5ace tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0467956 Jun 23 17:26:21.925769 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd09c2b5-0dde-42e0-a187-97ddf814bb09 req-d1a1a687-4523-4dc0-8751-486fe2eabbe4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465617 Jun 23 17:26:23.072034 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19425e49-ce03-4ae4-b099-ecc27f7b40b2 req-99c10fb3-e718-4462-98bf-130b4907750c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:23.073725 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19425e49-ce03-4ae4-b099-ecc27f7b40b2 req-99c10fb3-e718-4462-98bf-130b4907750c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0542407 Jun 23 17:26:23.121672 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-19425e49-ce03-4ae4-b099-ecc27f7b40b2 req-1bdc60fe-fa80-4ac6-a178-a49165cc1e69 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421324 Jun 23 17:26:24.257818 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210068ee-02a0-4001-babc-f7da8b555838 req-6d311a6d-468e-4242-a613-78b67537212b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:24.259292 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-210068ee-02a0-4001-babc-f7da8b555838 req-6d311a6d-468e-4242-a613-78b67537212b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0560491 Jun 23 17:26:24.311048 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-210068ee-02a0-4001-babc-f7da8b555838 req-374ade83-dbe5-4601-a2b5-7c4893078a26 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436921 Jun 23 17:26:25.444264 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcf637-579b-45c6-9ea6-0cb774e5e0a8 req-5daa8f3b-4070-4624-9f91-ea96643e6895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:25.446026 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-10bcf637-579b-45c6-9ea6-0cb774e5e0a8 req-5daa8f3b-4070-4624-9f91-ea96643e6895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0512121 Jun 23 17:26:25.501248 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-10bcf637-579b-45c6-9ea6-0cb774e5e0a8 req-dfefafed-7ece-4ecd-9cb5-6b8c300f26c4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492911 Jun 23 17:26:25.723411 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:25.724158 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:26.633462 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09becf7-d8d7-4faf-9026-c619bef3d3ca req-bf1906cf-e3ef-4a0c-ad2c-e1bf300814d6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:26.634954 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d09becf7-d8d7-4faf-9026-c619bef3d3ca req-bf1906cf-e3ef-4a0c-ad2c-e1bf300814d6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0545657 Jun 23 17:26:26.690413 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d09becf7-d8d7-4faf-9026-c619bef3d3ca req-abd96f64-6066-4213-819e-cf8d4dd2a0d1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497301 Jun 23 17:26:27.817891 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7f458-5eb0-4eba-a4b2-2f5e702f5eab req-27900412-5b1e-4e02-92c6-39626a0c9b22 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:27.819647 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-94c7f458-5eb0-4eba-a4b2-2f5e702f5eab req-27900412-5b1e-4e02-92c6-39626a0c9b22 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0555456 Jun 23 17:26:27.870232 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-94c7f458-5eb0-4eba-a4b2-2f5e702f5eab req-7e7bc402-2f47-43f1-872d-d2d8bca4004a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424380 Jun 23 17:26:29.008884 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2c100-f49b-4994-8449-788f411d4928 req-a7eedf0b-84b2-4000-a3f8-7435b3b03005 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:29.010291 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0e2c100-f49b-4994-8449-788f411d4928 req-a7eedf0b-84b2-4000-a3f8-7435b3b03005 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0548222 Jun 23 17:26:29.061737 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0e2c100-f49b-4994-8449-788f411d4928 req-ee7be89c-e72b-4d5b-9d4b-542407805d2e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430548 Jun 23 17:26:30.076884 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fa99362d-faee-4e1b-ad81-1543f2960442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:30.185402 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81743fe2-6e5e-498f-8e51-d57eb9625641 req-207a074d-27ab-44cd-8819-5ebbbb323fe9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:30.186778 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-81743fe2-6e5e-498f-8e51-d57eb9625641 req-207a074d-27ab-44cd-8819-5ebbbb323fe9 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Jun 23 17:26:30.233728 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-81743fe2-6e5e-498f-8e51-d57eb9625641 req-70f14aa5-6771-4b37-935a-fd45f1c9e177 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409410 Jun 23 17:26:31.370433 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae3a92-a2de-4ead-b571-849806de5cfd req-263fff15-0f34-4cf0-ba51-fe31c7c37139 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:31.371924 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-49ae3a92-a2de-4ead-b571-849806de5cfd req-263fff15-0f34-4cf0-ba51-fe31c7c37139 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0506306 Jun 23 17:26:31.408439 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:31.423420 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-49ae3a92-a2de-4ead-b571-849806de5cfd req-240f39a1-f212-48f0-8647-bcbeae9cbefd tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432930 Jun 23 17:26:32.357377 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-64fbe16c-acdb-43ff-81d4-2416acf5f1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:32.567754 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903c103-f448-42af-b3dc-20c4be0d2c25 req-f2271c9d-0a91-48f7-860e-0fdf3bf59c0a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:32.569394 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8903c103-f448-42af-b3dc-20c4be0d2c25 req-f2271c9d-0a91-48f7-860e-0fdf3bf59c0a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0583844 Jun 23 17:26:32.626190 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8903c103-f448-42af-b3dc-20c4be0d2c25 req-1e7605b1-26c4-4b8b-a9a9-a6c81eb71dfb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479465 Jun 23 17:26:33.504804 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:33.755253 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5f6cd-ff18-4877-9cb0-a29af92dcf49 req-c763765b-49e1-479d-9fa6-317ed91d6482 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:33.756778 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03a5f6cd-ff18-4877-9cb0-a29af92dcf49 req-c763765b-49e1-479d-9fa6-317ed91d6482 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0466154 Jun 23 17:26:33.810150 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03a5f6cd-ff18-4877-9cb0-a29af92dcf49 req-8ace9e4d-b8da-420c-b8ec-72737c4ecfa0 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454643 Jun 23 17:26:34.863697 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:34.942336 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2e3b-a9d7-4687-834d-df0236bd7947 req-f31ab3c0-d942-4846-b7f1-195b29b5b077 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:34.943876 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-445f2e3b-a9d7-4687-834d-df0236bd7947 req-f31ab3c0-d942-4846-b7f1-195b29b5b077 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Jun 23 17:26:34.994382 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-445f2e3b-a9d7-4687-834d-df0236bd7947 req-fdbe3e9a-6856-4651-91b7-0e76349b6ffb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414238 Jun 23 17:26:35.241225 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:35.319731 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:35.896820 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:26:36.004421 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:36.015974 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'port_id': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'mac_address': 'fa:16:3e:0c:e9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:26:36.050656 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 42adbc70-d4e6-4f72-a374-033d3188ff7e is: ACTIVE; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:26:36.051050 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:36.064559 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42adbc70-d4e6-4f72-a374-033d3188ff7e {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:26:36.085092 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:36.090121 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:36.105647 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:36.123648 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311d33e-6d64-4cfc-a74c-b53f678b880f req-4d5806e1-74ff-49a6-b41d-8ae4cf7edb0b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:36.125116 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8311d33e-6d64-4cfc-a74c-b53f678b880f req-4d5806e1-74ff-49a6-b41d-8ae4cf7edb0b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0474696 Jun 23 17:26:36.139107 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=6']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:36.146294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.146639 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.147009 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.147317 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.147720 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.148045 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.148371 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.148690 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.149002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.149323 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.149647 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.150013 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.150334 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.150651 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.150963 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:26:36.173028 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8311d33e-6d64-4cfc-a74c-b53f678b880f req-a4ab0edf-69f4-4891-855c-ab1278c693fb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420523 Jun 23 17:26:36.247634 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['42adbc70-d4e6-4f72-a374-033d3188ff7e'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:26:37.302183 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42dd47-11be-4179-8e6e-a5c9bb7bf512 req-4f93b6f5-d4f5-4741-a960-067d3022e0d5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:37.303628 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d42dd47-11be-4179-8e6e-a5c9bb7bf512 req-4f93b6f5-d4f5-4741-a960-067d3022e0d5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0501800 Jun 23 17:26:37.356799 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7d42dd47-11be-4179-8e6e-a5c9bb7bf512 req-fd6e0f6a-d411-4a7a-9520-3d25bab0cf49 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441730 Jun 23 17:26:37.900327 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:26:37.957699 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 42adbc70-d4e6-4f72-a374-033d3188ff7e triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:26:37.957957 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:38.033358 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 42adbc70-d4e6-4f72-a374-033d3188ff7e is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:26:38.033766 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:38.058035 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:26:38.060429 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f7dff-9a2e-43c2-a35c-05da62a13d6a" -d '{"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-plugged", "status": "completed", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:38.074632 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:38.079978 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:38.107123 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a655c2-478b-469f-8b72-fee8cfd20258 x-openstack-request-id: req-57a655c2-478b-469f-8b72-fee8cfd20258 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:38.107412 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-plugged", "status": "completed", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:38.107660 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57a655c2-478b-469f-8b72-fee8cfd20258 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:38.108047 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a655c2-478b-469f-8b72-fee8cfd20258'] response: {'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'code': 200} Jun 23 17:26:38.133158 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=7']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:38.475997 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6a411-5ddf-43ec-825e-7d7e5ddb350e req-fd6ea225-ef12-42f4-8a5f-024aba107521 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:38.477682 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d9c6a411-5ddf-43ec-825e-7d7e5ddb350e req-fd6ea225-ef12-42f4-8a5f-024aba107521 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Jun 23 17:26:38.527636 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d9c6a411-5ddf-43ec-825e-7d7e5ddb350e req-a60ce081-e5ac-4d5d-bc59-c23ef4fda689 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426340 Jun 23 17:26:39.671202 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f069530-112c-4130-a8a2-15dad0c7a028 req-5fd5a562-1478-4c5a-9409-600f242c76b6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:39.672705 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7f069530-112c-4130-a8a2-15dad0c7a028 req-5fd5a562-1478-4c5a-9409-600f242c76b6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0592442 Jun 23 17:26:39.735469 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7f069530-112c-4130-a8a2-15dad0c7a028 req-1dc337bb-cf13-4acc-bfb6-42d474a9faff tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567265 Jun 23 17:26:40.862958 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa3c80-f3d7-49ec-bed2-dff0067932f9 req-fb50cb0e-73ac-4126-91f3-32cdb98ab376 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:40.864709 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cbfa3c80-f3d7-49ec-bed2-dff0067932f9 req-fb50cb0e-73ac-4126-91f3-32cdb98ab376 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0534179 Jun 23 17:26:40.925257 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-cbfa3c80-f3d7-49ec-bed2-dff0067932f9 req-eba356a6-7340-4c9f-a44e-5d51b0e32a98 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540271 Jun 23 17:26:42.066451 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099ac6a-c7fb-4fa3-b8fb-1a7d5666c997 req-c4777aa4-4964-4b8c-b875-1c98e00e9ed2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:42.068238 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1099ac6a-c7fb-4fa3-b8fb-1a7d5666c997 req-c4777aa4-4964-4b8c-b875-1c98e00e9ed2 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0545850 Jun 23 17:26:42.122719 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1099ac6a-c7fb-4fa3-b8fb-1a7d5666c997 req-47eda5bd-6d7f-4b8c-9e01-4f575ae940d8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484772 Jun 23 17:26:43.259958 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c98eb4-64b8-4816-81db-f6f13df4fa50 req-f7f51257-bc5b-4e76-b673-0a232a0f8c3e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:43.267137 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-85c98eb4-64b8-4816-81db-f6f13df4fa50 req-f7f51257-bc5b-4e76-b673-0a232a0f8c3e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0618775 Jun 23 17:26:43.318551 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-85c98eb4-64b8-4816-81db-f6f13df4fa50 req-d19e433d-6716-4b9f-90f1-5a6687e46153 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500405 Jun 23 17:26:43.782753 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:26:44.454742 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ec21-4dee-48bf-8492-6b8f2e13a99a req-a0a4f6a6-5313-413d-9296-c01b0dda7ed5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:44.457045 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3731ec21-4dee-48bf-8492-6b8f2e13a99a req-a0a4f6a6-5313-413d-9296-c01b0dda7ed5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0554924 Jun 23 17:26:44.526397 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3731ec21-4dee-48bf-8492-6b8f2e13a99a req-afb7e183-1383-4ce3-851c-6049c8af1162 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630567 Jun 23 17:26:45.651644 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c4ab5-167a-4d1a-b173-6858beab95b3 req-59e8a15c-acff-424d-bf85-6a42f49442a6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:45.654301 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f52c4ab5-167a-4d1a-b173-6858beab95b3 req-59e8a15c-acff-424d-bf85-6a42f49442a6 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0533500 Jun 23 17:26:45.701415 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:45.716954 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f52c4ab5-167a-4d1a-b173-6858beab95b3 req-0ef273e0-f1da-4e9e-a20a-5f71c136c42b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572135 Jun 23 17:26:46.848604 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a62b7-c370-4155-a63a-8b38c209a484 req-71f795ae-5a84-476a-a4de-4d79c91f6e37 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:46.850869 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-587a62b7-c370-4155-a63a-8b38c209a484 req-71f795ae-5a84-476a-a4de-4d79c91f6e37 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0558491 Jun 23 17:26:46.909653 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-587a62b7-c370-4155-a63a-8b38c209a484 req-57596b38-2e07-4639-a841-a64cef6ff977 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502706 Jun 23 17:26:47.955115 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-e46d8386-ec2f-4489-a62d-1d380429bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:47.956669 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-e46d8386-ec2f-4489-a62d-1d380429bd73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1129 time: 0.0415707 Jun 23 17:26:48.020473 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:48.034193 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d3fbc-5108-4b3c-b7b4-b90212b7f427 req-bf4a9604-4f83-4a93-aaa5-38e44867d039 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:48.035711 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-986d3fbc-5108-4b3c-b7b4-b90212b7f427 req-bf4a9604-4f83-4a93-aaa5-38e44867d039 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0512626 Jun 23 17:26:48.056001 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-41e103dd-8145-4f28-b8bf-e0a1d5bbe683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:48.057540 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-41e103dd-8145-4f28-b8bf-e0a1d5bbe683 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.0943582 Jun 23 17:26:48.083398 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-986d3fbc-5108-4b3c-b7b4-b90212b7f427 req-2626b89f-8561-4ebf-866c-8f2447cef02a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417848 Jun 23 17:26:48.118590 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-f4d6cf79-bbd4-43e3-887d-41d60d2b1201 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 1001 time: 0.0551436 Jun 23 17:26:48.124975 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:48.128867 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:48.130875 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=5,neutron:SELECT=62 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:48.166385 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-63c67dec-7fd9-4826-bf56-75db89525fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:48.167845 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-63c67dec-7fd9-4826-bf56-75db89525fcc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0439019 Jun 23 17:26:48.216095 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-49bb14c9-724f-4401-8205-31b53cac3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:48.217475 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-49bb14c9-724f-4401-8205-31b53cac3819 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418649 Jun 23 17:26:48.307496 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-46eb8c86-5b26-4fae-ada3-fb9cd3c21586 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831022 Jun 23 17:26:48.376583 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:48.400947 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5726c25f-7b43-4ad1-a88a-56092401f754 req-bea198ae-0783-44ae-93fd-06d2eb225339 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877492 Jun 23 17:26:49.212301 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b767-a8ae-401a-a335-01054316d9f4 req-76ff0f15-6944-48f2-a048-cfa6d92f5945 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:49.213765 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34f7b767-a8ae-401a-a335-01054316d9f4 req-76ff0f15-6944-48f2-a048-cfa6d92f5945 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0540056 Jun 23 17:26:49.241744 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:26:49.263758 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34f7b767-a8ae-401a-a335-01054316d9f4 req-ea934e20-9865-46bc-b11e-a0b45f5c9024 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418298 Jun 23 17:26:50.398781 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103e130-f43a-4241-bc59-820c928a85b8 req-7b81eef9-c132-4b1b-a70a-be61f28481db tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:50.400307 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6103e130-f43a-4241-bc59-820c928a85b8 req-7b81eef9-c132-4b1b-a70a-be61f28481db tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0468664 Jun 23 17:26:50.450640 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6103e130-f43a-4241-bc59-820c928a85b8 req-399e9724-e6eb-4622-8d76-5c6cd88b106b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440712 Jun 23 17:26:51.428474 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bed16d-0eee-4269-9cfd-375925d1d3a0 req-b04ad574-c378-45b6-9d0b-14fd6825703b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:51.430043 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78bed16d-0eee-4269-9cfd-375925d1d3a0 req-b04ad574-c378-45b6-9d0b-14fd6825703b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 945 time: 0.0473015 Jun 23 17:26:51.486401 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-986b3a5c-7d30-4fda-bc90-dcd081ff4911 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553989 Jun 23 17:26:51.507199 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-78bed16d-0eee-4269-9cfd-375925d1d3a0 req-a4ce1064-b292-4004-9740-5f6e07ff2cee tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678561 Jun 23 17:26:52.005237 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:26:52.082398 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 42adbc70-d4e6-4f72-a374-033d3188ff7e is: ACTIVE; New status is: DOWN {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:26:52.082790 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:52.115345 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:26:52.118535 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c124254-2af7-4f03-a848-915f74175e50" -d '{"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-unplugged", "status": "completed", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:26:52.131173 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:26:52.138251 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:26:52.160081 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca57ef7-2fd9-427d-b3f2-c20cba2738b8 x-openstack-request-id: req-9ca57ef7-2fd9-427d-b3f2-c20cba2738b8 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:26:52.160364 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-unplugged", "status": "failed", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e", "code": 422}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:26:52.160615 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ca57ef7-2fd9-427d-b3f2-c20cba2738b8 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:26:52.161009 dv-cinder-835384-10-iscsi neutron-server[104126]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9ca57ef7-2fd9-427d-b3f2-c20cba2738b8']: {'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'code': 422} returned with failed status Jun 23 17:26:52.186180 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=8']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:26:52.584175 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-7276e2ec-4547-413c-bc43-572ec3216df7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:52.585533 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-7276e2ec-4547-413c-bc43-572ec3216df7 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports/42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 940 time: 0.0484371 Jun 23 17:26:52.632213 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258aa6a-84ab-4e58-b1a7-4b8b725505c3 req-3c405c68-0a3b-42b3-a8fb-7aa148a04412 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:52.633679 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d258aa6a-84ab-4e58-b1a7-4b8b725505c3 req-3c405c68-0a3b-42b3-a8fb-7aa148a04412 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0472903 Jun 23 17:26:52.686711 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d258aa6a-84ab-4e58-b1a7-4b8b725505c3 req-d8e9ede0-6a04-45fd-bf00-cc72ad581eab tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465915 Jun 23 17:26:53.812101 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a43c5-b518-4554-9b2f-9e127a0218d2 req-2b2b0fd8-b6fd-47a2-bb20-51c51759593e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:53.813559 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-162a43c5-b518-4554-9b2f-9e127a0218d2 req-2b2b0fd8-b6fd-47a2-bb20-51c51759593e tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0537963 Jun 23 17:26:53.864121 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-162a43c5-b518-4554-9b2f-9e127a0218d2 req-6f1a166d-57d2-4f85-b140-7cc79d820af8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447848 Jun 23 17:26:55.005194 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820719-aa7e-44b6-a1af-dfac21ad96e7 req-3523b78a-aa75-40c1-bb23-3127417fed6a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:55.007681 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-77820719-aa7e-44b6-a1af-dfac21ad96e7 req-3523b78a-aa75-40c1-bb23-3127417fed6a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0603414 Jun 23 17:26:55.064977 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-77820719-aa7e-44b6-a1af-dfac21ad96e7 req-1c91a191-fdc1-4b20-aec2-efb2517b9813 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429525 Jun 23 17:26:56.189530 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa56a2-fb31-4eb1-a9e3-db736353ca45 req-1abd4dcd-9160-4944-9895-55b650b92753 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:56.191023 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31fa56a2-fb31-4eb1-a9e3-db736353ca45 req-1abd4dcd-9160-4944-9895-55b650b92753 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0515869 Jun 23 17:26:56.254588 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31fa56a2-fb31-4eb1-a9e3-db736353ca45 req-8c568849-e627-4139-b90e-2249dc256f09 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553918 Jun 23 17:26:56.435385 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-ecb06146-32b2-4145-aa50-24054faa1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:56.436916 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-ecb06146-32b2-4145-aa50-24054faa1c03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78&tenant_id=e2d73f7bfc184cacb49809a89563b585 HTTP/1.1" status: 200 len: 1127 time: 0.0492227 Jun 23 17:26:56.517509 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-da06bec4-1b3f-4e25-b5a3-f5dcde65196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:56.518926 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-da06bec4-1b3f-4e25-b5a3-f5dcde65196a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1127 time: 0.0441318 Jun 23 17:26:56.607674 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-b918cfea-e31d-40b1-81c7-7f013bbeb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:56.609118 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-b918cfea-e31d-40b1-81c7-7f013bbeb23a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.0844889 Jun 23 17:26:56.672908 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-682de041-c695-4504-acb6-2418a389852c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 999 time: 0.0570054 Jun 23 17:26:56.731876 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-1e235b02-878b-45d6-adb0-9156886e6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:56.733388 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-1e235b02-878b-45d6-adb0-9156886e6454 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0547953 Jun 23 17:26:56.781830 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-fc9735fe-2c88-4851-abae-8388fa4025b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:56.783392 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-fc9735fe-2c88-4851-abae-8388fa4025b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419540 Jun 23 17:26:56.881494 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-9dc0f1bf-e166-4ba7-8369-ca8eb1ea67e8 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916395 Jun 23 17:26:56.981176 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-793a2c55-1242-4e7c-84a5-cfbe6b37b7e1 req-92d89cfd-7fa9-46dc-88e4-b8d712dda788 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934877 Jun 23 17:26:57.384593 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d655771-b49b-474e-a0da-896d7cd27c13 req-2d3e1df8-2286-4988-ba9c-f309b132bb0b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:57.387117 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d655771-b49b-474e-a0da-896d7cd27c13 req-2d3e1df8-2286-4988-ba9c-f309b132bb0b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0540676 Jun 23 17:26:57.501436 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-3d655771-b49b-474e-a0da-896d7cd27c13 req-4eb3a45b-da88-4930-b2b3-87451d7b5dec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062419 Jun 23 17:26:58.627231 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc98e07-abc0-4c31-8fd9-de8c192e9a41 req-25dbf2cf-d804-4ebb-b65f-309ac41d2ce4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:58.628774 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7bc98e07-abc0-4c31-8fd9-de8c192e9a41 req-25dbf2cf-d804-4ebb-b65f-309ac41d2ce4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0516207 Jun 23 17:26:58.681787 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7bc98e07-abc0-4c31-8fd9-de8c192e9a41 req-29a54e84-7a2d-4cf8-9e58-1aaf454809d4 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471857 Jun 23 17:26:59.847316 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc50eec-47a6-4f45-a74b-6fdb3d787ba7 req-4fb10bd3-4e94-4b35-a681-d3343b0f9bc8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:26:59.848770 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5dc50eec-47a6-4f45-a74b-6fdb3d787ba7 req-4fb10bd3-4e94-4b35-a681-d3343b0f9bc8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0764422 Jun 23 17:26:59.908662 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-5dc50eec-47a6-4f45-a74b-6fdb3d787ba7 req-7dc170f1-750c-4be0-8149-991a98cbe017 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540600 Jun 23 17:27:00.072203 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ab65b60b-1753-4f08-a4f2-4714ec1861bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:01.036517 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cf7f4-304d-4907-a89c-c21a9a11e29e req-83f478fd-42b8-4263-8015-472e2d5fb9a8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:01.038115 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455cf7f4-304d-4907-a89c-c21a9a11e29e req-83f478fd-42b8-4263-8015-472e2d5fb9a8 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0531726 Jun 23 17:27:01.051501 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:01.089033 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455cf7f4-304d-4907-a89c-c21a9a11e29e req-c4ed7c03-d64a-4978-a363-6b2505a8c980 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446622 Jun 23 17:27:02.223167 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64d273-f60f-48e8-b361-94866d8f4643 req-1c7f9c5b-4df1-412d-bd22-96e395467b5f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:02.224786 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fb64d273-f60f-48e8-b361-94866d8f4643 req-1c7f9c5b-4df1-412d-bd22-96e395467b5f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0509613 Jun 23 17:27:02.285905 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fb64d273-f60f-48e8-b361-94866d8f4643 req-c537a78c-694e-4a03-90db-d90a2dc6c93a tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543418 Jun 23 17:27:02.354072 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1d971d03-b9f4-44fc-bb99-d5e3883e6b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:02.720611 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=15 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:02.721375 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=19 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:03.418826 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43719747-e784-4937-ae98-61018507de8a req-e6746aeb-c88f-455e-8992-bd563711e9ef tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:03.420574 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43719747-e784-4937-ae98-61018507de8a req-e6746aeb-c88f-455e-8992-bd563711e9ef tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0618629 Jun 23 17:27:03.474847 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43719747-e784-4937-ae98-61018507de8a req-feae2e16-3f43-44f6-bac0-675453ef5f03 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481606 Jun 23 17:27:03.515475 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:04.613147 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406707f-d9e9-4d65-8cf7-f2d919455db9 req-6488c14b-592a-43d6-89a0-7d0971ba93c1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:04.614726 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7406707f-d9e9-4d65-8cf7-f2d919455db9 req-6488c14b-592a-43d6-89a0-7d0971ba93c1 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0507464 Jun 23 17:27:04.668782 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7406707f-d9e9-4d65-8cf7-f2d919455db9 req-a4ade079-96e0-43dc-93d4-d8a7ad1c34ac tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483255 Jun 23 17:27:04.870518 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:05.228163 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:05.349006 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:05.810456 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dc679-b036-4c33-9b2c-815c8179dfd9 req-47f5f685-3a37-4cbb-9545-474747859a2b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:05.811947 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc9dc679-b036-4c33-9b2c-815c8179dfd9 req-47f5f685-3a37-4cbb-9545-474747859a2b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0619788 Jun 23 17:27:05.856197 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:05.861245 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc9dc679-b036-4c33-9b2c-815c8179dfd9 req-a2e67bba-6f64-43a9-8fa4-96eb8c565377 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430441 Jun 23 17:27:06.998120 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a69412-ec35-4f77-a752-2164ab160257 req-b00b30c8-0745-47f8-8636-3fb512b3f93f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:06.999568 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-51a69412-ec35-4f77-a752-2164ab160257 req-b00b30c8-0745-47f8-8636-3fb512b3f93f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0527377 Jun 23 17:27:07.032611 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:07.050217 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-51a69412-ec35-4f77-a752-2164ab160257 req-b6807c0f-bd07-46e3-99a5-9f1d94dc0e96 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429544 Jun 23 17:27:08.186916 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d068-1853-4bb7-a2ab-6730da722edd req-1a0a6264-cdf0-4040-b4f7-fd59cf48c8bb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:08.188427 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d459d068-1853-4bb7-a2ab-6730da722edd req-1a0a6264-cdf0-4040-b4f7-fd59cf48c8bb tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0504274 Jun 23 17:27:08.248570 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d459d068-1853-4bb7-a2ab-6730da722edd req-88060032-c777-42de-a80a-f47d76a9bf58 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519402 Jun 23 17:27:09.377497 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711937af-b635-45c5-8d14-4b694eae8c41 req-4e84515f-e423-4777-bf7d-521e45e5851d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:09.378999 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-711937af-b635-45c5-8d14-4b694eae8c41 req-4e84515f-e423-4777-bf7d-521e45e5851d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0501480 Jun 23 17:27:09.424315 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:09.431837 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-711937af-b635-45c5-8d14-4b694eae8c41 req-18d9025c-81ee-4f2a-a339-e03035684e12 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444357 Jun 23 17:27:10.565514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b0f95-7016-489d-835e-cecad5ce9fc7 req-6ac9c58f-27f5-4725-a502-f8687a4bc302 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:10.566987 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-508b0f95-7016-489d-835e-cecad5ce9fc7 req-6ac9c58f-27f5-4725-a502-f8687a4bc302 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0519061 Jun 23 17:27:10.618358 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-508b0f95-7016-489d-835e-cecad5ce9fc7 req-de611a47-7875-4ac8-87d4-d4ef28dd3f00 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429156 Jun 23 17:27:11.749588 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30afab-f908-40b3-a801-2665a923388f req-465aa65a-94b2-4095-a97f-8e903e8ef434 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:11.751066 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1d30afab-f908-40b3-a801-2665a923388f req-465aa65a-94b2-4095-a97f-8e903e8ef434 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 943 time: 0.0503607 Jun 23 17:27:11.800264 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1d30afab-f908-40b3-a801-2665a923388f req-6f77b76b-f41b-46e6-8b6a-cc57edf2fe1d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433025 Jun 23 17:27:12.077507 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:27:12.193905 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:12.205614 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'port_id': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'mac_address': 'fa:16:3e:0c:e9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:27:12.242332 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 42adbc70-d4e6-4f72-a374-033d3188ff7e is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:27:12.242724 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:12.259084 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42adbc70-d4e6-4f72-a374-033d3188ff7e {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:27:12.278353 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:12.284672 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:12.339067 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=9']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:12.674577 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['42adbc70-d4e6-4f72-a374-033d3188ff7e'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:27:12.938273 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb390a0-b9b5-4ac9-855d-68e2af4cac00 req-67a5f823-4eaf-4bbe-8a78-e98fb4a0117b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:12.940064 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cb390a0-b9b5-4ac9-855d-68e2af4cac00 req-67a5f823-4eaf-4bbe-8a78-e98fb4a0117b tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0564692 Jun 23 17:27:12.994321 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5cb390a0-b9b5-4ac9-855d-68e2af4cac00 req-eb11a06f-d67c-4e0c-9cd7-5ea624506d49 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459728 Jun 23 17:27:14.101518 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:27:14.123160 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e38d53-f8b8-4e06-abbf-d2f23f0ef0df req-2f1183cb-745b-4182-9a78-9a120e469a91 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:14.124638 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-80e38d53-f8b8-4e06-abbf-d2f23f0ef0df req-2f1183cb-745b-4182-9a78-9a120e469a91 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 944 time: 0.0479965 Jun 23 17:27:14.146372 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 42adbc70-d4e6-4f72-a374-033d3188ff7e triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:27:14.146726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:14.173654 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-80e38d53-f8b8-4e06-abbf-d2f23f0ef0df req-5d018e82-568c-454e-875a-79038c5d0aed tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423281 Jun 23 17:27:14.221200 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 42adbc70-d4e6-4f72-a374-033d3188ff7e is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:27:14.221571 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:14.243928 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:27:14.246179 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbea756-22e8-45d9-b1f5-776cc07ba402" -d '{"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-plugged", "status": "completed", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:27:14.258607 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:27:14.264574 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:14.292699 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98c8eb2-5c96-4b40-8da0-e5d3cc6ee630 x-openstack-request-id: req-e98c8eb2-5c96-4b40-8da0-e5d3cc6ee630 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:27:14.292994 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-plugged", "status": "completed", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:27:14.293252 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e98c8eb2-5c96-4b40-8da0-e5d3cc6ee630 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:27:14.293648 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98c8eb2-5c96-4b40-8da0-e5d3cc6ee630'] response: {'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'code': 200} Jun 23 17:27:14.320642 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=10']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:27:14.524827 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688a00e-e964-4ce2-a8a9-be3d878d974d req-00a37e5e-1616-4789-b340-7f6237b5eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:14.526375 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8688a00e-e964-4ce2-a8a9-be3d878d974d req-00a37e5e-1616-4789-b340-7f6237b5eb90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1130 time: 0.0394666 Jun 23 17:27:14.574908 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8688a00e-e964-4ce2-a8a9-be3d878d974d req-7981a574-d503-477a-9116-47b7e241e8d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411570 Jun 23 17:27:15.300727 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4215f-1ce6-42fe-a625-dfaee55853ee req-d092db74-a39f-428b-b76c-2628d7477384 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:15.302218 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-63e4215f-1ce6-42fe-a625-dfaee55853ee req-d092db74-a39f-428b-b76c-2628d7477384 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 946 time: 0.0512223 Jun 23 17:27:15.353663 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-63e4215f-1ce6-42fe-a625-dfaee55853ee req-8d14fb86-30bf-4c98-8fba-cd290d252ef5 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455518 Jun 23 17:27:16.480864 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590804a9-d3cd-4d34-9de9-15ba2da28ba6 req-bd5f14c9-1bba-482a-8542-9fb77e236607 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:16.482349 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-590804a9-d3cd-4d34-9de9-15ba2da28ba6 req-bd5f14c9-1bba-482a-8542-9fb77e236607 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 946 time: 0.0466824 Jun 23 17:27:16.532425 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-590804a9-d3cd-4d34-9de9-15ba2da28ba6 req-8a2d68b1-d590-4006-8065-3e8e0ad57e5f tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433989 Jun 23 17:27:17.661389 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f31fb-d2d6-46ea-9471-a57a52953c35 req-eb8b3171-2490-40da-b20a-c93807aa4f3c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:17.663510 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-766f31fb-d2d6-46ea-9471-a57a52953c35 req-eb8b3171-2490-40da-b20a-c93807aa4f3c tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 946 time: 0.0484815 Jun 23 17:27:17.675688 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-4ce17fe1-6bad-4034-9797-d6ea0d1c93d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390332 Jun 23 17:27:17.711730 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-766f31fb-d2d6-46ea-9471-a57a52953c35 req-8d91f74a-315a-4a4e-a3a0-5154a9ff5062 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428891 Jun 23 17:27:17.775000 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-5b87e689-1167-4174-8afd-202edeb42ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:17.776493 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-5b87e689-1167-4174-8afd-202edeb42ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2d73f7bfc184cacb49809a89563b585&device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 1130 time: 0.0414157 Jun 23 17:27:17.887525 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-52e7c72e-5144-4f41-888d-4710a116cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:17.888983 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-52e7c72e-5144-4f41-888d-4710a116cf5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 200 len: 918 time: 0.0936389 Jun 23 17:27:17.949634 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-ae0f1a58-9ea7-452f-975f-78cdcf297b0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 200 len: 1001 time: 0.0544655 Jun 23 17:27:18.001029 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-0330a3ef-d4c1-4397-969b-bb81bcd72203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:18.002524 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-0330a3ef-d4c1-4397-969b-bb81bcd72203 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 200 len: 856 time: 0.0470459 Jun 23 17:27:18.048821 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-4dca9260-2359-4c0b-a9ee-e007c32eac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:27:18.050361 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-4dca9260-2359-4c0b-a9ee-e007c32eac9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d11fc20-78b8-4593-ad26-eda404da60a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397475 Jun 23 17:27:18.131242 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:18.161258 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-25e525be-fc58-4afa-b784-396c80008425 service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043129 Jun 23 17:27:18.253096 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ca081a4-4cbe-40e4-a185-7630d4443889 req-619730e3-3f20-43a9-97b6-f738b7567c1e service neutron] 10.222.0.57 "GET /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860679 Jun 23 17:27:20.789297 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:27:24.308504 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:24.311121 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=65,neutron:UPDATE=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:24.318155 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:27.706297 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=51 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:27.708640 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=31 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:28.243017 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=12 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:28.248872 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:30.070604 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2d45734a-173f-4332-8f0d-4dcb8dcf3607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:32.357098 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1c59d26a-f61a-49f6-b8fa-9b0e5d132ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:33.520218 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:33.848622 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-b94a00e7-eac3-4220-9f67-724d88bba46d req-857bfaa0-6212-4b37-a698-3b631116931c service neutron] (104125) timed out ('10.222.0.57', 60389) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 17:27:34.875418 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:35.234246 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:35.373441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:27:39.720862 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:39.721604 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:45.227305 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=4,neutron:SELECT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:45.355752 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:45.364138 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:27:57.790244 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:28:00.061139 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-218d5fcb-e437-49f3-8192-58a029dad2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:02.353330 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7dac0ff-7dd9-49f7-8a1a-ced01b68969d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:03.520964 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:04.870945 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:05.232770 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:05.362525 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:13.408427 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61a946-4f20-43cf-8ee0-6c8e896ba119 req-cfaf7a12-7e6e-4884-b84f-aefdaed427bf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:13.410124 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f61a946-4f20-43cf-8ee0-6c8e896ba119 req-cfaf7a12-7e6e-4884-b84f-aefdaed427bf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Jun 23 17:28:13.465085 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f61a946-4f20-43cf-8ee0-6c8e896ba119 req-6fdf4e7f-23a5-4709-b755-455f446bf229 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469670 Jun 23 17:28:14.605432 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01077c10-a497-48fe-9d09-82b89ceae881 req-fd02212b-9ba0-43e6-a12a-389e0e1e6b2d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:14.606936 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01077c10-a497-48fe-9d09-82b89ceae881 req-fd02212b-9ba0-43e6-a12a-389e0e1e6b2d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 946 time: 0.0557435 Jun 23 17:28:14.657545 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-01077c10-a497-48fe-9d09-82b89ceae881 req-1cc96887-dad5-4d1e-ad03-38e67b3989b0 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups?id=9573f5f2-b25d-42c5-906e-ae64f9a30051&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448861 Jun 23 17:28:15.188311 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-87c210a2-8934-416e-949d-7a226fbed866 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:15.189774 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-87c210a2-8934-416e-949d-7a226fbed866 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 946 time: 0.0512414 Jun 23 17:28:15.272091 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Deleting port 42adbc70-d4e6-4f72-a374-033d3188ff7e {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:28:15.272406 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:15.363675 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] For port 42adbc70-d4e6-4f72-a374-033d3188ff7e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=42adbc70-d4e6-4f72-a374-033d3188ff7e,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:15.364048 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:15.527426 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:15.527913 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (4169dee5-d7bf-466e-8ff8-58150349b8fd), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:15.528316 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Floating IP 4169dee5-d7bf-466e-8ff8-58150349b8fd disassociated. External IP: 172.27.0.187, port: 42adbc70-d4e6-4f72-a374-033d3188ff7e. Jun 23 17:28:15.528805 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Calling delete_port for 42adbc70-d4e6-4f72-a374-033d3188ff7e owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:28:15.675578 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (42adbc70-d4e6-4f72-a374-033d3188ff7e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:15.706617 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event deleted for resources: {'Port': ['ID=42adbc70-d4e6-4f72-a374-033d3188ff7e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:15.717442 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.717799 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.718227 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.718564 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.718903 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.719234 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.719588 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.719886 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.720211 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.720534 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.720861 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.721177 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.722185 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.722185 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.722185 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:15.797437 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5a7185-0710-4041-a8f0-9a61decd5cc6 req-914a91de-8f2a-4a2e-a6be-872ff0d61bda tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/ports?device_id=119e78bd-a2a6-47e7-a670-9c7e6c50af78 HTTP/1.1" status: 200 len: 210 time: 0.0384836 Jun 23 17:28:15.854284 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Router 38bb3790-5f59-478d-9d0a-af81589f1d85 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:28:15.900397 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:15.961535 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:15.975071 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] Sync routers for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:15.983323 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:15.986342 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:15.987076 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:16.006095 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] No DVR routers for this DVR port 42adbc70-d4e6-4f72-a374-033d3188ff7e on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:28:16.008762 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:16.012058 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1c250e8-1c2f-4676-b301-b76a61b0fe4c req-09070995-c065-40b1-9aa1-88856ab09895 tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.57 "DELETE /v2.0/ports/42adbc70-d4e6-4f72-a374-033d3188ff7e HTTP/1.1" status: 204 len: 173 time: 0.8170111 Jun 23 17:28:16.012490 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-deleted', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:28:16.014776 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f74f576-348b-49a0-b24f-8d4f247f8d13" -d '{"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-deleted", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:16.050971 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f23fec-3559-4621-9c56-191ba70312c5 x-openstack-request-id: req-26f23fec-3559-4621-9c56-191ba70312c5 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:16.051262 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119e78bd-a2a6-47e7-a670-9c7e6c50af78", "name": "network-vif-deleted", "tag": "42adbc70-d4e6-4f72-a374-033d3188ff7e", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:16.051513 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26f23fec-3559-4621-9c56-191ba70312c5 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:16.051948 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f23fec-3559-4621-9c56-191ba70312c5'] response: {'server_uuid': '119e78bd-a2a6-47e7-a670-9c7e6c50af78', 'name': 'network-vif-deleted', 'tag': '42adbc70-d4e6-4f72-a374-033d3188ff7e', 'status': 'completed', 'code': 200} Jun 23 17:28:16.105652 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:16.382827 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:16.406254 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] Checking router: 38bb3790-5f59-478d-9d0a-af81589f1d85 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:16.414979 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:16.415584 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:16.520342 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:16.710739 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:16.734496 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf1ced-7cc6-4d45-8566-a36aad3e28d1 None None] The sync data for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi is: [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:04Z', 'revision_number': 4, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': '466dc4b0-07bc-4813-a07e-f1619284962f', 'name': '', 'network_id': '1d11fc20-78b8-4593-ad26-eda404da60a9', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'mac_address': 'fa:16:3e:3a:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:03Z', 'updated_at': '2022-06-23T17:20:07Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'subnets': [{'id': '7625de00-b2d9-48b4-9cb3-6829368eaa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:16.896715 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58204) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:16.953123 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (9573f5f2-b25d-42c5-906e-ae64f9a30051), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:16.967644 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf8f8c-9a39-46fc-8911-32b8575a4a1a None None] New status for floating IP 4169dee5-d7bf-466e-8ff8-58150349b8fd: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:28:16.978047 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (9573f5f2-b25d-42c5-906e-ae64f9a30051), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.027626 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9573f5f2-b25d-42c5-906e-ae64f9a30051), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.030306 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.031600 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "DELETE /v2.0/security-groups/9573f5f2-b25d-42c5-906e-ae64f9a30051 HTTP/1.1" status: 204 len: 168 time: 0.1337023 Jun 23 17:28:17.034472 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58206) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:17.041506 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9573f5f2-b25d-42c5-906e-ae64f9a30051,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:17.048894 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.049253 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.049520 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-80b110f7-9ef5-4085-bb74-3416743edb6d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] show failed (client error): The resource could not be found. Jun 23 17:28:17.049657 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.049966 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.050310 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.053763 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.053763 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054020 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-80b110f7-9ef5-4085-bb74-3416743edb6d tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "GET /v2.0/security-groups/9573f5f2-b25d-42c5-906e-ae64f9a30051 HTTP/1.1" status: 404 len: 347 time: 0.0145597 Jun 23 17:28:17.054118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054118 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f54fbb-6e60-49ee-a93a-766708cbd0ec tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:17.054747 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58208) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:17.176502 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Deleting port 3a92a434-44af-43b6-8998-9cad3470ae87 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:28:17.176878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (3a92a434-44af-43b6-8998-9cad3470ae87), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.205480 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:17.262492 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (3a92a434-44af-43b6-8998-9cad3470ae87), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.262780 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (3a92a434-44af-43b6-8998-9cad3470ae87), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.276429 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Calling delete_port for 3a92a434-44af-43b6-8998-9cad3470ae87 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:28:17.413041 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (3a92a434-44af-43b6-8998-9cad3470ae87), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.439146 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Pushing event deleted for resources: {'Port': ['ID=3a92a434-44af-43b6-8998-9cad3470ae87,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:17.499221 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks [] for floatingip (4169dee5-d7bf-466e-8ff8-58150349b8fd), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.501555 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:17.502748 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-36472fe5-d897-4b21-9649-eddd86634cdf tempest-AttachVolumeShelveTestJSON-682111542 tempest-AttachVolumeShelveTestJSON-682111542-project] 10.222.0.18 "DELETE /v2.0/floatingips/4169dee5-d7bf-466e-8ff8-58150349b8fd HTTP/1.1" status: 204 len: 168 time: 0.4473019 Jun 23 17:28:18.336382 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:28:18.366195 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 42adbc70-d4e6-4f72-a374-033d3188ff7e {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:28:18.366544 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 42adbc70-d4e6-4f72-a374-033d3188ff7e not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:28:19.958852 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58230) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:20.465468 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (38bb3790-5f59-478d-9d0a-af81589f1d85), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:20.495617 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:20.956773 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Deleting port 466dc4b0-07bc-4813-a07e-f1619284962f {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:28:20.957170 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:21.008239 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:21.044391 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] For port 466dc4b0-07bc-4813-a07e-f1619284962f, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=466dc4b0-07bc-4813-a07e-f1619284962f,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:21.044753 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:21.058093 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Calling delete_port for 466dc4b0-07bc-4813-a07e-f1619284962f owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:28:21.248702 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (466dc4b0-07bc-4813-a07e-f1619284962f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:21.270569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Pushing event deleted for resources: {'Port': ['ID=466dc4b0-07bc-4813-a07e-f1619284962f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:21.445498 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (38bb3790-5f59-478d-9d0a-af81589f1d85), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:21.631449 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:21.652372 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Router 38bb3790-5f59-478d-9d0a-af81589f1d85 has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:28:21.756856 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:21.762102 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4045f5b7-c182-4d77-a9bd-aae215b7e60e admin admin] 10.222.0.18 "PUT /v2.0/routers/38bb3790-5f59-478d-9d0a-af81589f1d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8026938 Jun 23 17:28:21.764679 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58234) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:21.766701 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] Sync routers for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:21.770092 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=73 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:21.777830 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:21.778476 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:21.867638 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks [] for router (38bb3790-5f59-478d-9d0a-af81589f1d85), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:21.879043 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:21.898898 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:21.965381 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks [] for router_gateway (38bb3790-5f59-478d-9d0a-af81589f1d85), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.012362 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Deleting port 2605579c-648c-4830-bd1e-d271620e8642 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:28:22.013116 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (2605579c-648c-4830-bd1e-d271620e8642), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.041641 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '2605579c-648c-4830-bd1e-d271620e8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:28:21Z', 'revision_number': 5, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port': {'id': '2605579c-648c-4830-bd1e-d271620e8642', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:22.069548 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] Checking router: 38bb3790-5f59-478d-9d0a-af81589f1d85 for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:22.078212 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] Routers {'38bb3790-5f59-478d-9d0a-af81589f1d85'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:22.078808 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['38bb3790-5f59-478d-9d0a-af81589f1d85'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:22.093499 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-af484692-8968-4da6-982d-034158e082fe admin admin] For port 2605579c-648c-4830-bd1e-d271620e8642, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=2605579c-648c-4830-bd1e-d271620e8642,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:22.093933 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (2605579c-648c-4830-bd1e-d271620e8642), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.107452 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Calling delete_port for 2605579c-648c-4830-bd1e-d271620e8642 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:28:22.148307 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=100 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:22.156799 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] Set router 38bb3790-5f59-478d-9d0a-af81589f1d85 gateway port host: None {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:22.206087 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:28:21Z', 'revision_number': 6, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:22.229714 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b604a1b-dd1f-4240-af89-217f81574a14 None None] The sync data for ids ['38bb3790-5f59-478d-9d0a-af81589f1d85'] in dv-cinder-835384-10-iscsi is: [{'id': '38bb3790-5f59-478d-9d0a-af81589f1d85', 'name': 'tempest-AttachVolumeShelveTestJSON-1012394087-router', 'tenant_id': 'e2d73f7bfc184cacb49809a89563b585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:20:01Z', 'updated_at': '2022-06-23T17:28:21Z', 'revision_number': 6, 'project_id': 'e2d73f7bfc184cacb49809a89563b585', 'gw_port_host': None}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:22.282701 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (2605579c-648c-4830-bd1e-d271620e8642), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.306695 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2605579c-648c-4830-bd1e-d271620e8642,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:22.373287 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (38bb3790-5f59-478d-9d0a-af81589f1d85), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.462483 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (38bb3790-5f59-478d-9d0a-af81589f1d85), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.464606 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks [] for router_controller (38bb3790-5f59-478d-9d0a-af81589f1d85), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.508624 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (38bb3790-5f59-478d-9d0a-af81589f1d85), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.509205 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38bb3790-5f59-478d-9d0a-af81589f1d85 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:28:22.513521 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-af484692-8968-4da6-982d-034158e082fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.514714 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-af484692-8968-4da6-982d-034158e082fe admin admin] 10.222.0.18 "DELETE /v2.0/routers/38bb3790-5f59-478d-9d0a-af81589f1d85 HTTP/1.1" status: 204 len: 168 time: 0.7491500 Jun 23 17:28:22.517924 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58236) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:22.545395 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:22.564525 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-df421a63-020c-4c7f-b7e1-68c01da6d6cd admin admin] Deleting subnet 7625de00-b2d9-48b4-9cb3-6829368eaa31 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:28:22.567903 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df421a63-020c-4c7f-b7e1-68c01da6d6cd admin admin] Publish callbacks [] for subnet (7625de00-b2d9-48b4-9cb3-6829368eaa31), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.608231 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df421a63-020c-4c7f-b7e1-68c01da6d6cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907584'] for subnet (7625de00-b2d9-48b4-9cb3-6829368eaa31), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.687401 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df421a63-020c-4c7f-b7e1-68c01da6d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (7625de00-b2d9-48b4-9cb3-6829368eaa31), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.742580 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df421a63-020c-4c7f-b7e1-68c01da6d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11343999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12083498'] for subnet (7625de00-b2d9-48b4-9cb3-6829368eaa31), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.747404 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:22.768291 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df421a63-020c-4c7f-b7e1-68c01da6d6cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7625de00-b2d9-48b4-9cb3-6829368eaa31,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:22.774146 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-df421a63-020c-4c7f-b7e1-68c01da6d6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.777987 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-df421a63-020c-4c7f-b7e1-68c01da6d6cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7625de00-b2d9-48b4-9cb3-6829368eaa31 HTTP/1.1" status: 204 len: 168 time: 0.2584915 Jun 23 17:28:22.779426 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7c593-af8e-4274-93eb-449babc4fa03 None None] Network 1d11fc20-78b8-4593-ad26-eda404da60a9 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:28:22.780226 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58238) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:22.852262 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (1d11fc20-78b8-4593-ad26-eda404da60a9), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.894182 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Deleting port 17bfac9a-84d2-45fa-8b78-72ebed147e51 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:28:22.894501 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.957952 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] For port 17bfac9a-84d2-45fa-8b78-72ebed147e51, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=17bfac9a-84d2-45fa-8b78-72ebed147e51,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:22.957952 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:22.978548 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Calling delete_port for 17bfac9a-84d2-45fa-8b78-72ebed147e51 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:28:22.991461 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] DHCP port deletion for 1d11fc20-78b8-4593-ad26-eda404da60a9 request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:28:23.034482 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Deleting port 17bfac9a-84d2-45fa-8b78-72ebed147e51 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:28:23.034951 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.066989 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.093565 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] No DVR routers for this DVR port 17bfac9a-84d2-45fa-8b78-72ebed147e51 on host dv-cinder-835384-10-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:28:23.095665 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Pushing event deleted for resources: {'Port': ['ID=17bfac9a-84d2-45fa-8b78-72ebed147e51,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:23.110720 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] For port 17bfac9a-84d2-45fa-8b78-72ebed147e51, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=17bfac9a-84d2-45fa-8b78-72ebed147e51,segment=NetworkSegment(6a64dda2-851e-4b48-930a-96f31e405c9d),segment_id=6a64dda2-851e-4b48-930a-96f31e405c9d)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:23.111392 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.124804 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Calling delete_port for 17bfac9a-84d2-45fa-8b78-72ebed147e51 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:28:23.169554 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (1d11fc20-78b8-4593-ad26-eda404da60a9), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.191618 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d11fc20-78b8-4593-ad26-eda404da60a9']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:23.199738 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (17bfac9a-84d2-45fa-8b78-72ebed147e51), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.201178 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a64dda2-851e-4b48-930a-96f31e405c9d') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:23.201473 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a64dda2-851e-4b48-930a-96f31e405c9d') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:23.213095 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] No DVR routers for this DVR port 17bfac9a-84d2-45fa-8b78-72ebed147e51 on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:28:23.220265 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (6a64dda2-851e-4b48-930a-96f31e405c9d), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.236691 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Pushing event deleted for resources: {'Port': ['ID=17bfac9a-84d2-45fa-8b78-72ebed147e51,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:23.241696 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (6a64dda2-851e-4b48-930a-96f31e405c9d), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.244529 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.244887 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245489 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245613 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.245942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.249486 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.249486 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61604f13-10dc-44dc-8bc3-33a4518c9e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:23.251579 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:28:23.252020 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (6a64dda2-851e-4b48-930a-96f31e405c9d), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.270735 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 6a64dda2-851e-4b48-930a-96f31e405c9d resource provider aggregate not found Jun 23 17:28:23.312798 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment 6a64dda2-851e-4b48-930a-96f31e405c9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a64dda2-851e-4b48-930a-96f31e405c9d found for delete ", "request_id": "req-f40fdae6-0aed-4e45-bbe3-a4512b9eccd4"}]} Jun 23 17:28:23.320553 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (1d11fc20-78b8-4593-ad26-eda404da60a9), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.326299 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.329387 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] 10.222.0.18 "DELETE /v2.0/networks/1d11fc20-78b8-4593-ad26-eda404da60a9 HTTP/1.1" status: 204 len: 168 time: 0.5480909 Jun 23 17:28:23.343775 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503365e-ee9c-460a-bb0c-25f28ef7555f admin admin] Pushing event deleted for resources: {'Network': ['ID=1d11fc20-78b8-4593-ad26-eda404da60a9,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:23.456863 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58246) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:23.503102 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7d443406-8995-4555-8b29-9763f469f296 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2d73f7bfc184cacb49809a89563b585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448642 Jun 23 17:28:23.505608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58248) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:23.554230 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38d5bb40-0257-4702-984a-d9018f1c7ff2 admin admin] Publish callbacks [] for security_group (f3f45eb0-69a6-42fc-9768-e94da6c8034f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.576297 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38d5bb40-0257-4702-984a-d9018f1c7ff2 admin admin] Publish callbacks [] for security_group (f3f45eb0-69a6-42fc-9768-e94da6c8034f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.624878 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38d5bb40-0257-4702-984a-d9018f1c7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (f3f45eb0-69a6-42fc-9768-e94da6c8034f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.627427 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38d5bb40-0257-4702-984a-d9018f1c7ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:23.628662 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-38d5bb40-0257-4702-984a-d9018f1c7ff2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3f45eb0-69a6-42fc-9768-e94da6c8034f HTTP/1.1" status: 204 len: 168 time: 0.1220860 Jun 23 17:28:23.636373 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5bb40-0257-4702-984a-d9018f1c7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f45eb0-69a6-42fc-9768-e94da6c8034f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:23.916368 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 2605579c-648c-4830-bd1e-d271620e8642 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:28:23.935444 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 2605579c-648c-4830-bd1e-d271620e8642 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:28:23.936114 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 2605579c-648c-4830-bd1e-d271620e8642 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:28:23.936538 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 17bfac9a-84d2-45fa-8b78-72ebed147e51 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:28:23.954378 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 17bfac9a-84d2-45fa-8b78-72ebed147e51 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:28:23.954711 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 17bfac9a-84d2-45fa-8b78-72ebed147e51 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:28:23.955125 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 466dc4b0-07bc-4813-a07e-f1619284962f no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:28:23.972649 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 466dc4b0-07bc-4813-a07e-f1619284962f {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:28:23.972914 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 466dc4b0-07bc-4813-a07e-f1619284962f not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:28:24.373832 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58270) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:24.479742 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1091350935-network', 'tenant_id': '1bba540f52204efcb203231d7d780810'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:24.505074 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Made reservation on behalf of 1bba540f52204efcb203231d7d780810 for: {'network': 1} {{(pid=104125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:24.508624 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for network (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.522271 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.549227 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:24.567537 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:24.606690 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Publish callbacks [] for security_group (f0f8e041-56d1-43a9-afdb-d4eb59512b3c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.612831 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (f0f8e041-56d1-43a9-afdb-d4eb59512b3c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.637322 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=104125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:28:24.647229 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f8e041-56d1-43a9-afdb-d4eb59512b3c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:24.652024 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (e5d9b6e1-c73b-4670-8ff5-dd3300b88117), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.652360 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.db.segments_db [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Added segment e5d9b6e1-c73b-4670-8ff5-dd3300b88117 of type vlan for network aeace213-3fb6-4ee9-a403-3b20d69c9259 Jun 23 17:28:24.693269 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734245481656'] for network (aeace213-3fb6-4ee9-a403-3b20d69c9259), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.721747 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535'] for network (aeace213-3fb6-4ee9-a403-3b20d69c9259), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.722994 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:24.723578 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.756535 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3815768 Jun 23 17:28:24.759628 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58274) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:24.764612 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Request body: {'subnet': {'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1091350935-subnet', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:24.788259 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Made reservation on behalf of 1bba540f52204efcb203231d7d780810 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:24.790886 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12083525'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:24.975422 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11344060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12083507'] for subnet (094d8bea-12a7-4b78-b6ac-b6d24518bd71), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.026574 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=094d8bea-12a7-4b78-b6ac-b6d24518bd71,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:25.044360 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Checking segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:28:25.044639 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Network hostable DHCP agents. Network: aeace213-3fb6-4ee9-a403-3b20d69c9259, hostable agents: ['95167188-7b33-4d64-a91c-b25e48eab611'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:28:25.049712 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdce56-eb72-4f9d-b6df-3ff9800a20a2 admin admin] Pushing event updated for resources: {'Network': ['ID=aeace213-3fb6-4ee9-a403-3b20d69c9259,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:25.061092 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 details requested by agent ovs-agent-dv-cinder-835384-10-iscsi with host dv-cinder-835384-10-iscsi {{(pid=104126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:28:25.064118 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 is scheduled to be hosted by DHCP agent 95167188-7b33-4d64-a91c-b25e48eab611 with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:28:25.074781 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-10-iscsi, aeace213-3fb6-4ee9-a403-3b20d69c9259) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:25.078868 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:25.079471 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.086394 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3fe00-88c5-4f49-aed3-51bab5f92577 None None] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:28:25.099216 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f234acf1-c6d9-48ca-bc2e-209cb8def84a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3384235 Jun 23 17:28:25.102032 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58276) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:25.106221 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:25.120380 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:25.127498 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3914836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27884'] for router (24027115-b931-4436-b68e-f1135ed8921f), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.128500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3901225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3807991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27899'] for router (24027115-b931-4436-b68e-f1135ed8921f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.184833 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks [] for router_controller (24027115-b931-4436-b68e-f1135ed8921f), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.234851 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2bb86a8e-48d8-579c-ac59-c4469e927730-aeace213-3fb6-4ee9-a403-3b20d69c9259', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'project_id': '1bba540f52204efcb203231d7d780810', 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71'}]}} from dv-cinder-835384-10-iscsi. {{(pid=104126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 17:28:25.235629 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.245387 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=7,neutron:SELECT=55,neutron:DELETE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:25.320063 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks [] for router_gateway (24027115-b931-4436-b68e-f1135ed8921f), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.344864 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:25.370653 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:25.372152 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.db_base_plugin_common [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Allocated IP 172.20.0.2 (aeace213-3fb6-4ee9-a403-3b20d69c9259/094d8bea-12a7-4b78-b6ac-b6d24518bd71/d30e63cd-af00-44bb-89e1-c08d2724c6b1) {{(pid=104126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:25.378106 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=79,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:25.502922 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks [] for router_gateway (24027115-b931-4436-b68e-f1135ed8921f), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.519314 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Publish callbacks [] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), precommit_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.522250 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.526849 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), after_create {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.571310 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 is already hosted by enough agents. {{(pid=104126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:25.576096 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Resources bound (agent type, host, resource id): {{(pid=104126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:25.578888 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Received port after_create {{(pid=104126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:28:25.582520 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Pushing event updated for resources: {'Port': ['ID=d30e63cd-af00-44bb-89e1-c08d2724c6b1,revision_number=1']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:25.630364 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Allocated IP 172.27.0.38 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/90b11d0a-ea98-4138-921f-2baee033936c) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:25.639548 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Attempting to bind port d30e63cd-af00-44bb-89e1-c08d2724c6b1 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:28:25.640125 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Attempting to bind port d30e63cd-af00-44bb-89e1-c08d2724c6b1 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:28:25.640483 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Attempting to bind port d30e63cd-af00-44bb-89e1-c08d2724c6b1 on network aeace213-3fb6-4ee9-a403-3b20d69c9259 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:28:25.646077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:28:25.646462 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Checking segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:28:25.646892 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.647337 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Bound using segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:28:25.647831 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Bound port: d30e63cd-af00-44bb-89e1-c08d2724c6b1, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:28:25.648238 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.713339 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] For port d30e63cd-af00-44bb-89e1-c08d2724c6b1, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:25.716616 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] For port d30e63cd-af00-44bb-89e1-c08d2724c6b1, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=d30e63cd-af00-44bb-89e1-c08d2724c6b1,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:25.726692 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.736796 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks [] for port (90b11d0a-ea98-4138-921f-2baee033936c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.772046 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (90b11d0a-ea98-4138-921f-2baee033936c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:25.789907 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b3413-5421-4bea-b469-c310591de6d5 None None] Pushing event updated for resources: {'Port': ['ID=d30e63cd-af00-44bb-89e1-c08d2724c6b1,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:25.818573 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:25.821845 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:25.825495 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:28:25.849489 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Pushing event updated for resources: {'Port': ['ID=90b11d0a-ea98-4138-921f-2baee033936c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:26.353616 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks [] for router_gateway (24027115-b931-4436-b68e-f1135ed8921f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:26.385346 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:26.450609 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:26.548278 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3915446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3901261'] for router (24027115-b931-4436-b68e-f1135ed8921f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:26.629291 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659bd07-031e-4456-ba15-a0495f4dd40b None None] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:28:26.666876 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-63f6ad49-89f2-4425-abf5-48b4adb7399b None None] Provisioning complete for port d30e63cd-af00-44bb-89e1-c08d2724c6b1 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:26.667353 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63f6ad49-89f2-4425-abf5-48b4adb7399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:26.681965 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Router 24027115-b931-4436-b68e-f1135ed8921f is scheduled to L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 17:28:26.789030 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:26.808522 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:26.809863 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5a2d0309-1026-4591-8cd1-a3f12005a114 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7068598 Jun 23 17:28:26.813169 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58278) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:26.860398 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Sync routers for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:26.889700 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:26.890266 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:27.022560 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-63f6ad49-89f2-4425-abf5-48b4adb7399b None None] Current status of the port d30e63cd-af00-44bb-89e1-c08d2724c6b1 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:27.022951 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63f6ad49-89f2-4425-abf5-48b4adb7399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.061866 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:27.124164 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-63f6ad49-89f2-4425-abf5-48b4adb7399b None None] For port d30e63cd-af00-44bb-89e1-c08d2724c6b1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=d30e63cd-af00-44bb-89e1-c08d2724c6b1,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:27.138805 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-63f6ad49-89f2-4425-abf5-48b4adb7399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.229514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.241386 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6ad49-89f2-4425-abf5-48b4adb7399b None None] Pushing event updated for resources: {'Port': ['ID=d30e63cd-af00-44bb-89e1-c08d2724c6b1,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:27.287155 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-60b618cc-2155-4132-b30d-46a10b97964c None None] Provisioning complete for port d30e63cd-af00-44bb-89e1-c08d2724c6b1 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:27.287533 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-60b618cc-2155-4132-b30d-46a10b97964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.300240 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:27.318660 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:25Z', 'revision_number': 3, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:27.347027 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:27.349131 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Checking router: 24027115-b931-4436-b68e-f1135ed8921f for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:27.349984 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Updating router 24027115-b931-4436-b68e-f1135ed8921f port 90b11d0a-ea98-4138-921f-2baee033936c binding host dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:27.384662 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:27.390965 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (90b11d0a-ea98-4138-921f-2baee033936c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.392737 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Allocated IP 172.20.0.1 (aeace213-3fb6-4ee9-a403-3b20d69c9259/094d8bea-12a7-4b78-b6ac-b6d24518bd71/bd72e662-8e3b-4a3b-886c-ed5ada9dbe62) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:27.454372 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-60b618cc-2155-4132-b30d-46a10b97964c None None] Current status of the port d30e63cd-af00-44bb-89e1-c08d2724c6b1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:27.505264 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Publish callbacks [] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.539823 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.578713 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:27.581492 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:27.585309 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:28:27.586966 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:27.588865 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:27.615569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Pushing event updated for resources: {'Port': ['ID=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:27.631350 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3901672'] for router_interface (24027115-b931-4436-b68e-f1135ed8921f), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.682270 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Publish callbacks [] for port (90b11d0a-ea98-4138-921f-2baee033936c), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.697777 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (90b11d0a-ea98-4138-921f-2baee033936c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.764388 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Attempting to bind port 90b11d0a-ea98-4138-921f-2baee033936c on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:28:27.764759 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Attempting to bind port 90b11d0a-ea98-4138-921f-2baee033936c by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:28:27.765122 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Attempting to bind port 90b11d0a-ea98-4138-921f-2baee033936c on network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:28:27.768165 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36fe02-8b6e-4085-8ce1-cfe90eb9965b None None] Pushing event updated for resources: {'Port': ['ID=90b11d0a-ea98-4138-921f-2baee033936c,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:27.774397 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:28:27.774668 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Checking segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:28:27.774912 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.775337 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Bound using segment: {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:28:27.775731 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Bound port: 90b11d0a-ea98-4138-921f-2baee033936c, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:28:27.776104 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (90b11d0a-ea98-4138-921f-2baee033936c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.780913 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.824643 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] For port 90b11d0a-ea98-4138-921f-2baee033936c, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:27.828165 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] For port 90b11d0a-ea98-4138-921f-2baee033936c, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=90b11d0a-ea98-4138-921f-2baee033936c,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:27.835300 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (90b11d0a-ea98-4138-921f-2baee033936c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.886717 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-0918296b-e9e4-4c40-9eac-6040d9c9eccf None None] Provisioning complete for port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:27.887231 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0918296b-e9e4-4c40-9eac-6040d9c9eccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.943014 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36fe02-8b6e-4085-8ce1-cfe90eb9965b None None] Pushing event updated for resources: {'Port': ['ID=90b11d0a-ea98-4138-921f-2baee033936c,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:27.947317 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:27.948008 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:27.952721 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-0918296b-e9e4-4c40-9eac-6040d9c9eccf None None] Port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:28:27.955145 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Publish callbacks [] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.960476 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:27.985233 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device d30e63cd-af00-44bb-89e1-c08d2724c6b1 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:28.029784 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3927325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3901048'] for router_interface (24027115-b931-4436-b68e-f1135ed8921f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.031728 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Pushing event updated for resources: {'Port': ['ID=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:28.087099 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:28.088866 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port d30e63cd-af00-44bb-89e1-c08d2724c6b1 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:28.089239 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.103294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:28.107427 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:28.133128 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:28.134555 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:28.258520 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Router 24027115-b931-4436-b68e-f1135ed8921f has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:28:28.288704 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port d30e63cd-af00-44bb-89e1-c08d2724c6b1 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:28.334624 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 1, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:28.358566 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ac2a9-9085-4efb-a4a0-8a7745227e0c None None] The sync data for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi is: [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 1, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:28.368211 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:28.370981 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-d81bcd78-c7e0-4db3-9c9c-09d201498de2 None None] Provisioning complete for port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:28.371357 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d81bcd78-c7e0-4db3-9c9c-09d201498de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.373260 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-da93700a-8b47-410a-ab5a-da35de948c89 admin admin] 10.222.0.18 "PUT /v2.0/routers/24027115-b931-4436-b68e-f1135ed8921f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590215 Jun 23 17:28:28.406883 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-d81bcd78-c7e0-4db3-9c9c-09d201498de2 None None] Port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:28:28.702239 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58286) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:28.706952 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-00f1a037-364a-4d66-9232-83f9635a9986 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206069772', 'description': 'tempest-description--222976173'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:28.729246 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-00f1a037-364a-4d66-9232-83f9635a9986 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.802128 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-00f1a037-364a-4d66-9232-83f9635a9986 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (9bf7c768-ecda-45aa-b7aa-aea05ecfebce), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.807104 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-00f1a037-364a-4d66-9232-83f9635a9986 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9bf7c768-ecda-45aa-b7aa-aea05ecfebce), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.841533 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-00f1a037-364a-4d66-9232-83f9635a9986 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.842378 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-00f1a037-364a-4d66-9232-83f9635a9986 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1390402 Jun 23 17:28:28.844896 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1a037-364a-4d66-9232-83f9635a9986 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7c768-ecda-45aa-b7aa-aea05ecfebce,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:28.845436 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58288) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:28.850446 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-2c2c300b-8456-40f3-960e-5cc2243d3aeb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'security_group_rule': {'security_group_id': '9bf7c768-ecda-45aa-b7aa-aea05ecfebce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:28.882038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c2c300b-8456-40f3-960e-5cc2243d3aeb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (cd427af5-8cf1-4243-9313-6ad7aa31d2c0), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.946488 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c2c300b-8456-40f3-960e-5cc2243d3aeb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (cd427af5-8cf1-4243-9313-6ad7aa31d2c0), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.952133 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c2c300b-8456-40f3-960e-5cc2243d3aeb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (cd427af5-8cf1-4243-9313-6ad7aa31d2c0), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.972008 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c300b-8456-40f3-960e-5cc2243d3aeb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd427af5-8cf1-4243-9313-6ad7aa31d2c0,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:28.977881 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c2c300b-8456-40f3-960e-5cc2243d3aeb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:28.979281 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2c2c300b-8456-40f3-960e-5cc2243d3aeb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327283 Jun 23 17:28:28.982034 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58290) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:28.986308 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-2bb4c5d5-a67c-4b6b-84db-c3b47904504d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'security_group_rule': {'security_group_id': '9bf7c768-ecda-45aa-b7aa-aea05ecfebce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:29.035480 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c5d5-a67c-4b6b-84db-c3b47904504d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (fa7fceda-fab3-45bf-8562-cdea2e0c1f0b), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.097705 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c5d5-a67c-4b6b-84db-c3b47904504d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (fa7fceda-fab3-45bf-8562-cdea2e0c1f0b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.102871 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c5d5-a67c-4b6b-84db-c3b47904504d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (fa7fceda-fab3-45bf-8562-cdea2e0c1f0b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.126623 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4c5d5-a67c-4b6b-84db-c3b47904504d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7fceda-fab3-45bf-8562-cdea2e0c1f0b,revision_number=0']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:29.132880 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c5d5-a67c-4b6b-84db-c3b47904504d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.134151 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-2bb4c5d5-a67c-4b6b-84db-c3b47904504d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511700 Jun 23 17:28:29.137158 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58292) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:29.141541 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.v2.base [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:29.164360 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.245497 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.302220 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:29.358833 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Allocated IP 172.27.0.236 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:29.424408 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:29.469382 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for port (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.504459 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.549551 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:29.552628 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:29.555236 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:28:29.580936 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'Port': ['ID=f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:29.643584 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (461cf471-f7cb-4cb4-bb8a-e376b61d484b), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.682232 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.858713 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for port (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.865457 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11266152'] for port (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.938925 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 90b11d0a-ea98-4138-921f-2baee033936c up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:29.940619 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'Port': ['ID=f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:29.952658 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (461cf471-f7cb-4cb4-bb8a-e376b61d484b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.971218 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:29.985827 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-843fd891-29af-405b-8cdd-455c8ac78370 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8344414 Jun 23 17:28:30.139105 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c16a5c89-3f32-4d5e-a202-25267f0c29a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:30.147147 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-d5c8841d-464b-443b-8e93-21b544554be4 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--206069772&fields=id&tenant_id=1bba540f52204efcb203231d7d780810 HTTP/1.1" status: 200 len: 267 time: 0.0479255 Jun 23 17:28:30.147482 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 90b11d0a-ea98-4138-921f-2baee033936c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:30.147866 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (90b11d0a-ea98-4138-921f-2baee033936c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:30.175216 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:30.220907 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 90b11d0a-ea98-4138-921f-2baee033936c is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:30.221299 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (90b11d0a-ea98-4138-921f-2baee033936c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:30.243588 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] For port 90b11d0a-ea98-4138-921f-2baee033936c, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=90b11d0a-ea98-4138-921f-2baee033936c,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:30.249015 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (90b11d0a-ea98-4138-921f-2baee033936c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:30.265767 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-fe8b128a-3427-425c-b38d-e1279da4ac8b tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:30.268904 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-fe8b128a-3427-425c-b38d-e1279da4ac8b tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 811 time: 0.1148543 Jun 23 17:28:30.282746 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-aee22120-8713-4797-8d4c-94013a1f16f0 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/quotas/1bba540f52204efcb203231d7d780810 HTTP/1.1" status: 200 len: 375 time: 0.0094509 Jun 23 17:28:30.299847 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Pushing event updated for resources: {'Port': ['ID=90b11d0a-ea98-4138-921f-2baee033936c,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:30.333304 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Sync routers for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:30.334552 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-a6e8c767-5a3a-44e2-9260-e5094cb5b93c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465436 Jun 23 17:28:30.344743 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:30.345467 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:30.429720 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-5c3b6885-35c1-4cc7-8220-1410ba2f8da2 service neutron] 10.222.0.18 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829463 Jun 23 17:28:30.442688 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:30.448403 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:30.525089 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-63057afe-2225-4c50-9493-5eede4abe82a service neutron] 10.222.0.18 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895636 Jun 23 17:28:30.638930 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 2, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:30.663711 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Checking router: 24027115-b931-4436-b68e-f1135ed8921f for host: dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:30.664050 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Updating router 24027115-b931-4436-b68e-f1135ed8921f port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 binding host dv-cinder-835384-10-iscsi {{(pid=104127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:28:30.692731 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:30.705161 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9d13f01a-4adc-4ef4-8ab4-0d3a9f9c96c3 req-79cd7e45-df87-4fcd-8c9e-c325d91c90f7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 210 time: 0.0356565 Jun 23 17:28:30.893088 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:31.037012 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Publish callbacks [] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), precommit_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.044002 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.090817 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Pushing event updated for resources: {'Port': ['ID=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,revision_number=3']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:31.101900 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.101900 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.102263 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.102551 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.102917 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.103380 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.103576 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.103851 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.104191 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.104542 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.105095 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.105276 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.105506 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.105944 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.106321 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:28:31.161252 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Attempting to bind port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 on host dv-cinder-835384-10-iscsi for vnic_type normal with profile {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:28:31.161658 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Attempting to bind port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 by drivers openvswitch,hyperv on host dv-cinder-835384-10-iscsi at level 0 using segments [{'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:28:31.162018 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Attempting to bind port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 on network aeace213-3fb6-4ee9-a403-3b20d69c9259 {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:28:31.167707 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Checking agent: {'id': '3a542e50-c3e0-4d9c-9194-c9fc12e8949a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 4, 5), 'started_at': datetime.datetime(2022, 6, 23, 17, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:28:31.168085 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Checking segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:28:31.168488 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.168882 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Bound using segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} {{(pid=104127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:28:31.169342 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.managers [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Bound port: bd72e662-8e3b-4a3b-886c-ed5ada9dbe62, host: dv-cinder-835384-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'}}] {{(pid=104127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:28:31.169722 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), before_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.234452 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] For port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62, host dv-cinder-835384-10-iscsi, cleared binding levels {{(pid=104127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:31.237692 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.plugins.ml2.db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] For port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62, host dv-cinder-835384-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:31.245153 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron_lib.callbacks.manager [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), after_update {{(pid=104127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.305660 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:31.306316 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:02Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:31.308244 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5545cd-f184-4784-a3b1-e1b9ab563504 None None] Pushing event updated for resources: {'Port': ['ID=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,revision_number=4']} {{(pid=104127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:31.340237 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:31.348757 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-00bd207f-0fdb-4b94-804f-84ee0130b7ba None None] Provisioning complete for port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:31.349465 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-00bd207f-0fdb-4b94-804f-84ee0130b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.399851 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:31.415182 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_dvr_db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:31.429026 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-00bd207f-0fdb-4b94-804f-84ee0130b7ba None None] Current status of the port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 is: DOWN; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:31.429628 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-00bd207f-0fdb-4b94-804f-84ee0130b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.468327 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-00bd207f-0fdb-4b94-804f-84ee0130b7ba None None] For port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:31.473617 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-00bd207f-0fdb-4b94-804f-84ee0130b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.513184 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:31.518137 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:31.523926 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd207f-0fdb-4b94-804f-84ee0130b7ba None None] Pushing event updated for resources: {'Port': ['ID=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:31.593661 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-8887673a-8624-426f-b7a7-384382c885ed None None] Provisioning complete for port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:31.594365 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8887673a-8624-426f-b7a7-384382c885ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:31.611808 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.l3_hamode_db [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:31.638360 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e99172-d0ff-4270-9b60-db1cf5996620 None None] The sync data for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi is: [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:31.672305 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-8887673a-8624-426f-b7a7-384382c885ed None None] Current status of the port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:31.784132 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-cab0eba1-63aa-4ff1-8f40-47341eea131a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:31.786487 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-cab0eba1-63aa-4ff1-8f40-47341eea131a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 811 time: 0.1289563 Jun 23 17:28:31.818432 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-17dd92be-8ffa-4a05-bcb4-eeb930e1d757 req-7f4e157c-48b8-46d0-a70c-3306ad29f281 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 210 time: 0.0340929 Jun 23 17:28:31.872690 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-7583fdf8-3ca4-4084-8bcc-5568ae0a94ce tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bba540f52204efcb203231d7d780810 HTTP/1.1" status: 200 len: 379 time: 0.0702291 Jun 23 17:28:31.956334 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 90b11d0a-ea98-4138-921f-2baee033936c up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:31.971210 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'port': {'device_id': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'admin_state_up': True, 'tenant_id': '1bba540f52204efcb203231d7d780810', 'security_groups': ['9bf7c768-ecda-45aa-b7aa-aea05ecfebce']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:32.008237 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port 90b11d0a-ea98-4138-921f-2baee033936c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:32.008638 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (90b11d0a-ea98-4138-921f-2baee033936c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.089067 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port 90b11d0a-ea98-4138-921f-2baee033936c is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:32.090377 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 up at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:32.095245 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Made reservation on behalf of 1bba540f52204efcb203231d7d780810 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:28:32.099048 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.135956 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Provisioning complete for port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:32.136406 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.220038 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Current status of the port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 is: ACTIVE; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:32.235663 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:32.243485 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Allocated IP 172.20.0.4 (aeace213-3fb6-4ee9-a403-3b20d69c9259/094d8bea-12a7-4b78-b6ac-b6d24518bd71/8abefecb-875d-43d2-8bc2-0b6245d9d087) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:28:32.245334 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:32.348146 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2c53aa69-675b-40b3-b12b-95fd5e13f2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.391680 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.427464 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.475613 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:28:32.478627 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:28:32.482367 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:28:32.506018 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'Port': ['ID=8abefecb-875d-43d2-8bc2-0b6245d9d087,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:32.535834 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:32.536618 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.555967 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-b16e94d9-d795-428e-9e97-71fca57b7b3d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887253 Jun 23 17:28:32.625586 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Request body: {'port': {'device_id': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:32.688180 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.698553 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-c6dc6402-58dd-4077-8669-d1d3f6e7c0f3 None None] Provisioning complete for port 8abefecb-875d-43d2-8bc2-0b6245d9d087 triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:32.698885 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c6dc6402-58dd-4077-8669-d1d3f6e7c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:32.731279 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc6402-58dd-4077-8669-d1d3f6e7c0f3 None None] Port 8abefecb-875d-43d2-8bc2-0b6245d9d087 cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:28:32.955187 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403bb4c-a5d1-419e-9db5-73fdbae30a65 req-c4aa9c45-9cf2-431e-8b00-4985ae20052f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:32.956714 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4403bb4c-a5d1-419e-9db5-73fdbae30a65 req-c4aa9c45-9cf2-431e-8b00-4985ae20052f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 931 time: 0.0646148 Jun 23 17:28:32.997415 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abefecb-875d-43d2-8bc2-0b6245d9d087 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:28:33.006015 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Publish callbacks [] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:33.020612 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Transition to ACTIVE for port object 8abefecb-875d-43d2-8bc2-0b6245d9d087 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:28:33.025880 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:33.100928 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=8,neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:33.101755 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Pushing event updated for resources: {'Port': ['ID=8abefecb-875d-43d2-8bc2-0b6245d9d087,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:33.119592 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:33.152336 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4403bb4c-a5d1-419e-9db5-73fdbae30a65 req-c0f706a8-f372-4ae3-bdc0-dd3346826544 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730731 Jun 23 17:28:33.204459 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Attempting to bind port 8abefecb-875d-43d2-8bc2-0b6245d9d087 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:28:33.204928 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Attempting to bind port 8abefecb-875d-43d2-8bc2-0b6245d9d087 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:28:33.205257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Attempting to bind port 8abefecb-875d-43d2-8bc2-0b6245d9d087 on network aeace213-3fb6-4ee9-a403-3b20d69c9259 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:28:33.210388 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Port 8abefecb-875d-43d2-8bc2-0b6245d9d087 on network aeace213-3fb6-4ee9-a403-3b20d69c9259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:28:33.210721 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Attempting to bind port 8abefecb-875d-43d2-8bc2-0b6245d9d087 on network aeace213-3fb6-4ee9-a403-3b20d69c9259 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:28:33.216059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:28:33.216408 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Checking segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:28:33.216797 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Bound using segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:28:33.217222 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Bound port: 8abefecb-875d-43d2-8bc2-0b6245d9d087, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:28:33.217590 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:33.281283 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] For port 8abefecb-875d-43d2-8bc2-0b6245d9d087, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:28:33.284679 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] For port 8abefecb-875d-43d2-8bc2-0b6245d9d087, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:28:33.293569 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:33.333007 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:33.333633 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:33.335066 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] 10.222.0.57 "PUT /v2.0/ports/8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 1093 time: 0.7656863 Jun 23 17:28:33.335500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'tag': '8abefecb-875d-43d2-8bc2-0b6245d9d087'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:28:33.337780 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd86d373-835f-4a29-95f7-17e5f7472d80" -d '{"events": [{"name": "network-changed", "server_uuid": "118fd6aa-e870-4729-a2e4-9a44e0a347b6", "tag": "8abefecb-875d-43d2-8bc2-0b6245d9d087"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:33.364155 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b45cb-7cf3-487b-984f-9b1104b60d2d service neutron] Pushing event updated for resources: {'Port': ['ID=8abefecb-875d-43d2-8bc2-0b6245d9d087,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:33.394267 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e9fd15-4c91-48d9-8bd0-6b0e4595e0ba x-openstack-request-id: req-74e9fd15-4c91-48d9-8bd0-6b0e4595e0ba {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:33.395198 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118fd6aa-e870-4729-a2e4-9a44e0a347b6", "tag": "8abefecb-875d-43d2-8bc2-0b6245d9d087", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:33.395483 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74e9fd15-4c91-48d9-8bd0-6b0e4595e0ba {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:33.395907 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e9fd15-4c91-48d9-8bd0-6b0e4595e0ba'] response: {'name': 'network-changed', 'server_uuid': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'tag': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'status': 'completed', 'code': 200} Jun 23 17:28:33.464264 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-ddd74aa8-e29a-4747-a61d-1515bb4ff898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:33.465850 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-ddd74aa8-e29a-4747-a61d-1515bb4ff898 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1127 time: 0.0423512 Jun 23 17:28:33.514020 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-a37b60d0-c008-42b6-b567-af7b1db417f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 217 time: 0.0359528 Jun 23 17:28:33.519424 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:33.565747 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-eddeb432-b4e3-47c0-b639-a6e8b7757d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:33.567277 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-eddeb432-b4e3-47c0-b639-a6e8b7757d2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0478530 Jun 23 17:28:33.612155 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-cbacd03a-60cb-456b-a2bb-689cafd6160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:33.613698 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-cbacd03a-60cb-456b-a2bb-689cafd6160f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406916 Jun 23 17:28:33.703540 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-ef2a057b-e338-4728-b32a-afc086ad7d53 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837665 Jun 23 17:28:33.799212 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb3e7e8b-394b-49f8-9e89-c3eadbedac45 req-718ca188-9918-47ea-be6e-ddba0529f2d0 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898421 Jun 23 17:28:34.274436 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3c1cd-6459-44e1-b6f5-df2d8e9d0936 req-922e53f8-54be-4f01-ab34-885d47f7ea73 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:34.275910 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5dc3c1cd-6459-44e1-b6f5-df2d8e9d0936 req-922e53f8-54be-4f01-ab34-885d47f7ea73 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 943 time: 0.0476699 Jun 23 17:28:34.324741 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5dc3c1cd-6459-44e1-b6f5-df2d8e9d0936 req-e99fc09c-a952-4b33-8c54-c9d3bb14a49e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432618 Jun 23 17:28:34.795926 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:28:34.882744 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:35.229581 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:35.369562 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:35.514361 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cabf59-e2a5-4ed1-a2fc-c9fa16c648a9 req-ccdeb010-df71-4e01-930b-9859cf9d34db tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:35.515854 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-14cabf59-e2a5-4ed1-a2fc-c9fa16c648a9 req-ccdeb010-df71-4e01-930b-9859cf9d34db tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 943 time: 0.1039498 Jun 23 17:28:35.568516 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-14cabf59-e2a5-4ed1-a2fc-c9fa16c648a9 req-316a7f3c-f745-4719-bd0f-caffc0524d92 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463808 Jun 23 17:28:35.778256 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-f1dd161c-42c0-4120-8994-3d1a10f807aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:35.779775 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-f1dd161c-42c0-4120-8994-3d1a10f807aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1127 time: 0.0435801 Jun 23 17:28:35.883483 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-54d041b6-42dd-4eca-b587-92a668ed9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:35.885006 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-54d041b6-42dd-4eca-b587-92a668ed9d3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0990407 Jun 23 17:28:35.927423 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-2b5d4d71-5150-4c2b-8f7e-33c20b852fe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 217 time: 0.0354846 Jun 23 17:28:35.977343 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-34e688c7-c8fa-4de5-b2b9-d79f17d6f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:35.978697 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-34e688c7-c8fa-4de5-b2b9-d79f17d6f71e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0453742 Jun 23 17:28:36.021130 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-6cdaaccd-e591-4499-9518-d01f117a23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:36.022632 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-6cdaaccd-e591-4499-9518-d01f117a23dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380039 Jun 23 17:28:36.045841 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:36.101410 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:36.119560 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-f5514ec2-8e16-423a-9a2f-e1f74d1f033d service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899770 Jun 23 17:28:36.207847 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd86d373-835f-4a29-95f7-17e5f7472d80 req-b20e5726-af3b-4094-a6b4-dcdeb950dd76 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818541 Jun 23 17:28:36.400951 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 8abefecb-875d-43d2-8bc2-0b6245d9d087 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:28:36.510829 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 8abefecb-875d-43d2-8bc2-0b6245d9d087, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:36.525269 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'port_id': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'mac_address': 'fa:16:3e:b9:ab:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:28:36.561216 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 8abefecb-875d-43d2-8bc2-0b6245d9d087 is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:36.561603 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:36.575864 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abefecb-875d-43d2-8bc2-0b6245d9d087 {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:28:36.597094 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 8abefecb-875d-43d2-8bc2-0b6245d9d087, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:36.606710 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:36.657628 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=8abefecb-875d-43d2-8bc2-0b6245d9d087,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:36.701746 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126e99d-4b17-440e-94f2-f64a17c6aaac req-25af2b4b-863b-40f8-a21c-7638495f5513 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:36.703307 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0126e99d-4b17-440e-94f2-f64a17c6aaac req-25af2b4b-863b-40f8-a21c-7638495f5513 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 944 time: 0.0550663 Jun 23 17:28:36.757151 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0126e99d-4b17-440e-94f2-f64a17c6aaac req-3efcd6f4-77b2-47e2-994e-61c47fd47121 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454924 Jun 23 17:28:37.021965 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['8abefecb-875d-43d2-8bc2-0b6245d9d087'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:28:37.111276 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:37.891663 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123b6e2-69fb-453d-9a7e-a075a2e029f9 req-ec465b3a-3523-4105-8c85-d279f56c7f96 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:37.893283 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6123b6e2-69fb-453d-9a7e-a075a2e029f9 req-ec465b3a-3523-4105-8c85-d279f56c7f96 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 944 time: 0.0588422 Jun 23 17:28:37.940513 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6123b6e2-69fb-453d-9a7e-a075a2e029f9 req-840451d8-c29d-47f9-986e-5145ea07b808 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 Jun 23 17:28:38.428220 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 8abefecb-875d-43d2-8bc2-0b6245d9d087 up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:28:38.489903 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port 8abefecb-875d-43d2-8bc2-0b6245d9d087 completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:28:38.497368 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port 8abefecb-875d-43d2-8bc2-0b6245d9d087 triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:28:38.497936 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:38.571427 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port 8abefecb-875d-43d2-8bc2-0b6245d9d087 is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:28:38.571701 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:38.594480 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abefecb-875d-43d2-8bc2-0b6245d9d087'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:28:38.596680 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9850a985-e814-4c14-b0ac-88f7e4527a7c" -d '{"events": [{"server_uuid": "118fd6aa-e870-4729-a2e4-9a44e0a347b6", "name": "network-vif-plugged", "status": "completed", "tag": "8abefecb-875d-43d2-8bc2-0b6245d9d087"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:38.609155 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port 8abefecb-875d-43d2-8bc2-0b6245d9d087, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:28:38.615519 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:38.637498 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9fb9ed-60bd-4a02-a3a7-9847777c36bc x-openstack-request-id: req-9b9fb9ed-60bd-4a02-a3a7-9847777c36bc {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:38.637806 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118fd6aa-e870-4729-a2e4-9a44e0a347b6", "name": "network-vif-plugged", "status": "completed", "tag": "8abefecb-875d-43d2-8bc2-0b6245d9d087", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:38.638058 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b9fb9ed-60bd-4a02-a3a7-9847777c36bc {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:38.638458 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9fb9ed-60bd-4a02-a3a7-9847777c36bc'] response: {'server_uuid': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'code': 200} Jun 23 17:28:38.663076 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=8abefecb-875d-43d2-8bc2-0b6245d9d087,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:28:38.845220 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ebe9d-b9b4-4441-9200-0d415a3c2896 req-29ed7b26-ad30-4d59-9e14-fe5ee88446e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:38.846633 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-439ebe9d-b9b4-4441-9200-0d415a3c2896 req-29ed7b26-ad30-4d59-9e14-fe5ee88446e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1129 time: 0.0397604 Jun 23 17:28:38.889428 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-439ebe9d-b9b4-4441-9200-0d415a3c2896 req-ef7c631d-201c-4ef2-901e-668c0c33f7fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372851 Jun 23 17:28:39.065350 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aae004-b9e5-429b-9f66-eecdceaf0cce req-c36069cd-8386-40c5-8986-bbf2f5fc0502 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:39.066820 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-57aae004-b9e5-429b-9f66-eecdceaf0cce req-c36069cd-8386-40c5-8986-bbf2f5fc0502 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0547271 Jun 23 17:28:39.118584 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-57aae004-b9e5-429b-9f66-eecdceaf0cce req-bfc1b2e7-1bb8-46a1-9665-40870e5acf25 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Jun 23 17:28:40.248122 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefb4f6-e207-4c1a-94cf-53cba217aa37 req-0305fa98-dfe8-4b1f-8ba8-bca784317857 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:40.249593 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fdefb4f6-e207-4c1a-94cf-53cba217aa37 req-0305fa98-dfe8-4b1f-8ba8-bca784317857 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0489058 Jun 23 17:28:40.300773 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fdefb4f6-e207-4c1a-94cf-53cba217aa37 req-01b2d1c6-fe5f-43da-ac2a-1c5adbcbdfa1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454509 Jun 23 17:28:41.427432 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaac4dc-16e2-4b62-b622-de48caf5d068 req-8b94fe67-00f1-4d23-9c47-cfff079128ac tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:41.429112 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4eaac4dc-16e2-4b62-b622-de48caf5d068 req-8b94fe67-00f1-4d23-9c47-cfff079128ac tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0499823 Jun 23 17:28:41.481427 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4eaac4dc-16e2-4b62-b622-de48caf5d068 req-e62f80a2-9a00-43a2-8acd-18939b036009 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468738 Jun 23 17:28:41.606552 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=19 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:41.868444 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c027f-7ad2-4d02-bd30-aabe9e54bbde req-91c98c14-ed13-41c8-b752-2fb0a4307682 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:41.870122 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e82c027f-7ad2-4d02-bd30-aabe9e54bbde req-91c98c14-ed13-41c8-b752-2fb0a4307682 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.3152976 Jun 23 17:28:41.882783 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58354) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:28:41.887199 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'floatingip': {'port_id': '8abefecb-875d-43d2-8bc2-0b6245d9d087'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:28:41.924680 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (461cf471-f7cb-4cb4-bb8a-e376b61d484b), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:42.363748 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:42.370142 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (461cf471-f7cb-4cb4-bb8a-e376b61d484b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:42.462199 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:42.467453 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Floating IP 461cf471-f7cb-4cb4-bb8a-e376b61d484b associated. External IP: 172.27.0.236, port: 8abefecb-875d-43d2-8bc2-0b6245d9d087. Jun 23 17:28:42.549696 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:42.677576 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Router 24027115-b931-4436-b68e-f1135ed8921f has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:28:42.782656 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:28:42.787812 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:28:42.793548 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] Sync routers for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:28:42.804711 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:42.805479 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:42.821835 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9981094a-167c-4f85-ad3c-4a95c3983594 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "PUT /v2.0/floatingips/461cf471-f7cb-4cb4-bb8a-e376b61d484b HTTP/1.1" status: 200 len: 991 time: 0.9379699 Jun 23 17:28:42.822611 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'tag': '8abefecb-875d-43d2-8bc2-0b6245d9d087'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:28:42.825044 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae51e89-7ac7-441f-90f7-122048e5caa2" -d '{"events": [{"name": "network-changed", "server_uuid": "118fd6aa-e870-4729-a2e4-9a44e0a347b6", "tag": "8abefecb-875d-43d2-8bc2-0b6245d9d087"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:28:42.852455 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:42.862478 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:42.915545 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:42.921901 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02564a5-66f1-45ad-a6e6-676a84662cdd x-openstack-request-id: req-b02564a5-66f1-45ad-a6e6-676a84662cdd {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:28:42.922420 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118fd6aa-e870-4729-a2e4-9a44e0a347b6", "tag": "8abefecb-875d-43d2-8bc2-0b6245d9d087", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:28:42.922537 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b02564a5-66f1-45ad-a6e6-676a84662cdd {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:28:42.922856 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02564a5-66f1-45ad-a6e6-676a84662cdd'] response: {'name': 'network-changed', 'server_uuid': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'tag': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'status': 'completed', 'code': 200} Jun 23 17:28:43.004677 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-f6cad4cb-9e83-48fd-9e40-3bc90338361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:43.006183 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-f6cad4cb-9e83-48fd-9e40-3bc90338361b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1129 time: 0.0399299 Jun 23 17:28:43.097630 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-731c409e-b9e2-445d-9e6c-a7ac52291769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:43.099150 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-731c409e-b9e2-445d-9e6c-a7ac52291769 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0861318 Jun 23 17:28:43.133669 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '461cf471-f7cb-4cb4-bb8a-e376b61d484b', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '24027115-b931-4436-b68e-f1135ed8921f', 'port_id': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'mac_address': 'fa:16:3e:b9:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:28:29Z', 'updated_at': '2022-06-23T17:28:42Z', 'revision_number': 1, 'project_id': '1bba540f52204efcb203231d7d780810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:43.158424 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] Checking router: 24027115-b931-4436-b68e-f1135ed8921f for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:28:43.167510 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-f4bca755-31d6-4ba6-8283-f6278726773a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 999 time: 0.0623760 Jun 23 17:28:43.167749 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:28:43.168271 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:28:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:43.219658 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-480c5e43-bc03-4c64-937e-9170ebee9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:43.221156 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-480c5e43-bc03-4c64-937e-9170ebee9c36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0471654 Jun 23 17:28:43.264427 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-7e57515d-fdc2-49cd-bbf2-9e93d2e85eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:28:43.265887 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-7e57515d-fdc2-49cd-bbf2-9e93d2e85eab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392017 Jun 23 17:28:43.270846 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:28:43.359105 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-981703b7-cfbd-498f-a18b-5c0be342c7f7 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872545 Jun 23 17:28:43.453011 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cae51e89-7ac7-441f-90f7-122048e5caa2 req-34660d56-c398-44fb-9ec3-7c5c6d9a0906 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877903 Jun 23 17:28:43.486534 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '461cf471-f7cb-4cb4-bb8a-e376b61d484b', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '24027115-b931-4436-b68e-f1135ed8921f', 'port_id': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'mac_address': 'fa:16:3e:b9:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:28:29Z', 'updated_at': '2022-06-23T17:28:42Z', 'revision_number': 1, 'project_id': '1bba540f52204efcb203231d7d780810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:28:43.516232 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468e4790-ffa7-4beb-9139-11a43a4240af None None] The sync data for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi is: [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': '461cf471-f7cb-4cb4-bb8a-e376b61d484b', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '24027115-b931-4436-b68e-f1135ed8921f', 'port_id': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'mac_address': 'fa:16:3e:b9:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:28:29Z', 'updated_at': '2022-06-23T17:28:42Z', 'revision_number': 1, 'project_id': '1bba540f52204efcb203231d7d780810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:28:43.752084 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb837c-fbb6-452c-aef6-b728c9fbca5f None None] New status for floating IP 461cf471-f7cb-4cb4-bb8a-e376b61d484b: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:28:43.797072 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:51.475725 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=40 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:51.478224 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=74 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:53.448413 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=71 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:53.449729 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:53.481247 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:53.483226 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=39 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:53.489909 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=50 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:58.933973 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:28:58.935195 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:00.063906 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8bb644cf-ef2b-4fa2-9e73-e97557da6240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:02.364347 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ba0d2867-6928-4970-98a5-b944eae63a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:03.530762 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:04.881639 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:05.237766 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:05.372673 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:11.799610 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:29:15.359305 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:15.363742 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:15.365636 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:20.630690 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-bcb65a39-3e76-4f3e-9870-5a613daa7a38 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443368 Jun 23 17:29:20.731880 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-dfcd4429-a32d-45b2-9ee4-4786e6a78bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:29:20.733396 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-dfcd4429-a32d-45b2-9ee4-4786e6a78bcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1129 time: 0.0406327 Jun 23 17:29:20.853313 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-0c3f32b4-222b-4a2b-bdd8-b8fff07c9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:29:20.854856 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-0c3f32b4-222b-4a2b-bdd8-b8fff07c9e38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.1003103 Jun 23 17:29:20.919355 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-fa47fd32-9dfa-45b2-b013-0e599b880811 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 1001 time: 0.0561094 Jun 23 17:29:20.967077 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-39bf68fe-8662-495d-bf78-3ebfc8c23f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:29:20.968500 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-39bf68fe-8662-495d-bf78-3ebfc8c23f78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0440283 Jun 23 17:29:21.015712 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-53c41cc0-730f-43e2-859f-4a6a4d31323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:29:21.017202 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-53c41cc0-730f-43e2-859f-4a6a4d31323e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417736 Jun 23 17:29:21.107540 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-88fde56e-e01e-42a1-9d76-7ecbd69471ba service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834789 Jun 23 17:29:21.204134 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3e31-6756-4735-9fcc-0544dca7212e req-41525cbf-8161-487c-8828-f4c0924304d6 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888348 Jun 23 17:29:30.066624 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2b758d1f-1398-477f-a5dd-046cd0b1c26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:30.708288 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:30.714131 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:31.199075 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=46 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:31.200297 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=55 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:32.354197 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bc7dd2dc-2e7f-44e6-85ec-bf865b7f945f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:33.534057 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:34.886772 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:35.234117 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:35.403765 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:29:45.387536 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:45.393150 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:45.397559 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:29:48.799998 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:29:59.479500 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1353b5f-ca39-4779-9e6b-fe25eb595005 req-d7cb6ac1-d922-4039-bd48-f584e9a98fb6 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:29:59.481015 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e1353b5f-ca39-4779-9e6b-fe25eb595005 req-d7cb6ac1-d922-4039-bd48-f584e9a98fb6 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0487871 Jun 23 17:29:59.531609 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e1353b5f-ca39-4779-9e6b-fe25eb595005 req-b4b09ee1-fe94-4ab5-a2b0-426e2c837a47 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422609 Jun 23 17:30:00.069641 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-165a19be-ef0c-4d6d-b2a7-951b5376d2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:00.669847 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890a991-e923-4461-9860-25d8feb0b7d2 req-4293e479-fc58-437e-b30c-40853a93c7ad tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:00.671955 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f890a991-e923-4461-9860-25d8feb0b7d2 req-4293e479-fc58-437e-b30c-40853a93c7ad tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0624855 Jun 23 17:30:00.724165 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f890a991-e923-4461-9860-25d8feb0b7d2 req-dcdb4f95-0b6f-48b7-a21b-755352798f4d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461566 Jun 23 17:30:01.858306 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6448c38-87e1-4bb7-bfcf-35ae001df70e req-f64ae13c-1de3-4bf5-b327-d115c50a851e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:01.859816 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f6448c38-87e1-4bb7-bfcf-35ae001df70e req-f64ae13c-1de3-4bf5-b327-d115c50a851e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0648773 Jun 23 17:30:01.916323 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f6448c38-87e1-4bb7-bfcf-35ae001df70e req-5c3fedff-227d-449b-a5a9-2f99768084f7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497391 Jun 23 17:30:02.359555 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7fff67bb-8398-4b92-bf04-8c011c72fb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:03.050115 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934656d-90cb-41aa-b981-162c73941879 req-dcf373b3-3f0e-4ca0-bcea-e3e1b633919a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:03.051594 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b934656d-90cb-41aa-b981-162c73941879 req-dcf373b3-3f0e-4ca0-bcea-e3e1b633919a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0480380 Jun 23 17:30:03.103858 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b934656d-90cb-41aa-b981-162c73941879 req-23f19a9e-9073-4804-a41f-531b94eb8809 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 Jun 23 17:30:03.532501 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:04.232946 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1824a-84bf-46d2-a776-7cd61bcc5378 req-5ed43e5a-63e3-4d51-b3a0-7d292dc3ac69 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:04.234313 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9cf1824a-84bf-46d2-a776-7cd61bcc5378 req-5ed43e5a-63e3-4d51-b3a0-7d292dc3ac69 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0494070 Jun 23 17:30:04.285981 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9cf1824a-84bf-46d2-a776-7cd61bcc5378 req-518c660b-1950-4c9c-8ada-2b480a179639 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432656 Jun 23 17:30:04.888254 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:05.233510 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:05.402854 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:05.412442 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed13b9-d0bd-44ff-947b-922146cb16d6 req-46a45506-2779-4761-a1fc-fd6f3afaaa0d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:05.414006 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7ed13b9-d0bd-44ff-947b-922146cb16d6 req-46a45506-2779-4761-a1fc-fd6f3afaaa0d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0489106 Jun 23 17:30:05.462887 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7ed13b9-d0bd-44ff-947b-922146cb16d6 req-697fd016-ed2b-4883-a459-98967706aefc tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431809 Jun 23 17:30:06.591867 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b71df9-989d-4c31-9264-2f8f3ef24a57 req-5a829efe-fa58-4e10-aed1-653c06ced2ee tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:06.593422 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e7b71df9-989d-4c31-9264-2f8f3ef24a57 req-5a829efe-fa58-4e10-aed1-653c06ced2ee tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0561690 Jun 23 17:30:06.647564 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e7b71df9-989d-4c31-9264-2f8f3ef24a57 req-561d1695-5b94-4139-8b38-6e2fef4c980b tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476165 Jun 23 17:30:07.718481 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:07.785426 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406702ab-f3ba-42cc-921d-6e5e79db1a7e req-325946fa-76b1-449b-b7f5-eb6dbd53039b tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:07.787055 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-406702ab-f3ba-42cc-921d-6e5e79db1a7e req-325946fa-76b1-449b-b7f5-eb6dbd53039b tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0535486 Jun 23 17:30:07.839053 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-406702ab-f3ba-42cc-921d-6e5e79db1a7e req-117cdf91-ed6c-433f-b4f1-e010095ee952 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436549 Jun 23 17:30:08.965768 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc6caf-5b25-4da2-8cce-3742a822937c req-3c676462-07ec-4cc6-b639-2b082f15e7b7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:08.967305 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-56cc6caf-5b25-4da2-8cce-3742a822937c req-3c676462-07ec-4cc6-b639-2b082f15e7b7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Jun 23 17:30:09.015939 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-56cc6caf-5b25-4da2-8cce-3742a822937c req-8bb32628-78fb-4b65-b1e6-8e91e766df49 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431395 Jun 23 17:30:10.139961 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb02cd-ecd7-49cc-8e60-9f4bb4e5a36c req-9ba00d23-fc70-4ecd-a54a-3362a9f01ff8 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:10.141579 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8cbb02cd-ecd7-49cc-8e60-9f4bb4e5a36c req-9ba00d23-fc70-4ecd-a54a-3362a9f01ff8 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0520170 Jun 23 17:30:10.189227 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8cbb02cd-ecd7-49cc-8e60-9f4bb4e5a36c req-a002c02f-c12a-4aa0-bacc-e494ae75777c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419705 Jun 23 17:30:10.429844 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeca9e8-ba29-4914-8726-b7e61a254813 req-490dfb0c-8a3b-492c-b59d-b42f032af406 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:10.431393 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0eeca9e8-ba29-4914-8726-b7e61a254813 req-490dfb0c-8a3b-492c-b59d-b42f032af406 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0474994 Jun 23 17:30:10.488705 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0eeca9e8-ba29-4914-8726-b7e61a254813 req-3a310be1-6e75-45c8-8e21-482378724e11 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510406 Jun 23 17:30:10.514792 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-940c5d4e-177c-4a69-a8e4-0e173fd4d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:10.516340 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-940c5d4e-177c-4a69-a8e4-0e173fd4d7ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1129 time: 0.0426996 Jun 23 17:30:10.610853 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-3876afd6-5b77-4d95-9fe1-304dafd5cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:10.612236 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-3876afd6-5b77-4d95-9fe1-304dafd5cace service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0894442 Jun 23 17:30:10.676428 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-70540642-43f4-4d55-ba75-319e2eeba0d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 1001 time: 0.0583959 Jun 23 17:30:10.729184 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-b1baf7dd-f598-4762-98f0-8733ee9b9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:10.730658 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-b1baf7dd-f598-4762-98f0-8733ee9b9b64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0484769 Jun 23 17:30:10.775288 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-3ca0dcc5-e83d-4d41-a971-d7ecf5fd14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:10.776847 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-3ca0dcc5-e83d-4d41-a971-d7ecf5fd14bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398922 Jun 23 17:30:10.872706 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-c76b6e09-0fdf-4466-a9d4-9ee5715d3e50 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888424 Jun 23 17:30:10.963689 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:10.970777 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:10.981752 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-098aacac-fa24-4dca-9b1a-1af21b95ce64 req-94889d06-3526-41ea-814e-98f8f73ccdee service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022177 Jun 23 17:30:11.621102 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4933c-a003-4295-b33e-2f42ebeeb4eb req-20b6951b-470b-47d1-8f83-e776598131bf tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:11.622626 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fbc4933c-a003-4295-b33e-2f42ebeeb4eb req-20b6951b-470b-47d1-8f83-e776598131bf tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0550396 Jun 23 17:30:11.672559 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-fbc4933c-a003-4295-b33e-2f42ebeeb4eb req-338f3154-ed80-420a-bb4e-9df9609fd9d8 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440915 Jun 23 17:30:12.796011 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f5609-ef5a-4527-9580-bc401cbf9f69 req-cc0e0caa-b42a-4df3-a5e6-63d593e8cee9 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:12.797658 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-266f5609-ef5a-4527-9580-bc401cbf9f69 req-cc0e0caa-b42a-4df3-a5e6-63d593e8cee9 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0464978 Jun 23 17:30:12.849363 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-266f5609-ef5a-4527-9580-bc401cbf9f69 req-8d7925e9-6583-4d34-abec-d7e8465ba606 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459700 Jun 23 17:30:16.741683 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:18.926528 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:18.930847 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:18.932450 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:21.606578 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7c202e8-f404-4694-a174-dcd606d22769 req-0ea89d9e-d970-4452-9ade-d1592cb57ec0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387335 Jun 23 17:30:21.657918 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=51 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:21.668248 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=57 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:21.716762 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c202e8-f404-4694-a174-dcd606d22769 req-b918e7fc-a9a7-4b46-bfef-9c1ebd89ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:21.718307 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7c202e8-f404-4694-a174-dcd606d22769 req-b918e7fc-a9a7-4b46-bfef-9c1ebd89ba26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1129 time: 0.0456216 Jun 23 17:30:21.825368 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c202e8-f404-4694-a174-dcd606d22769 req-007e0d1d-eafa-4ffb-885a-51dbebac2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:21.826870 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7c202e8-f404-4694-a174-dcd606d22769 req-007e0d1d-eafa-4ffb-885a-51dbebac2d57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0891619 Jun 23 17:30:21.892464 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7c202e8-f404-4694-a174-dcd606d22769 req-9a4fac24-79a6-431b-ba73-f7a0bac4ee01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 1001 time: 0.0568326 Jun 23 17:30:21.941390 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c202e8-f404-4694-a174-dcd606d22769 req-fbc08a9d-2751-4cc7-8f63-712331165266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:21.942874 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7c202e8-f404-4694-a174-dcd606d22769 req-fbc08a9d-2751-4cc7-8f63-712331165266 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0453665 Jun 23 17:30:21.990938 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c202e8-f404-4694-a174-dcd606d22769 req-5638a865-8588-447c-a7f3-95ff6d71c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:30:21.992435 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7c202e8-f404-4694-a174-dcd606d22769 req-5638a865-8588-447c-a7f3-95ff6d71c0db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432096 Jun 23 17:30:22.081843 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7c202e8-f404-4694-a174-dcd606d22769 req-cd2ca340-c0b9-4492-88a8-c6b630925e8f service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828633 Jun 23 17:30:22.172803 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7c202e8-f404-4694-a174-dcd606d22769 req-861f4a66-6153-4a3c-a281-e912bcfae210 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851243 Jun 23 17:30:25.804404 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:30:30.065627 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-2ef7b5ed-099d-4aa9-b369-028ed642e03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:32.159862 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=62 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:32.170127 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=59 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:32.346409 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a4a8828e-e7f7-40af-b128-f13e7992ce66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:33.530325 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:34.887617 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:35.219593 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:35.404050 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:30:44.714834 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:44.715634 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:45.391340 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:45.395751 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:45.397745 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:58.926599 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=15 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:30:58.927806 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=11 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:00.065148 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bd533623-fc3a-4556-b2bf-9b8ee90bf41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:02.354395 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4971a13e-7967-498f-8a09-1109e57ba658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:02.811035 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:31:03.535890 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:04.892086 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:05.219459 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:05.427072 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:15.412005 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:15.416443 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:15.419744 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:18.531150 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520cc74-2ff6-49ed-b70a-8cbb1e716594 req-e9d10773-31d8-47a9-a80d-a74f0b892b23 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:18.532667 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f520cc74-2ff6-49ed-b70a-8cbb1e716594 req-e9d10773-31d8-47a9-a80d-a74f0b892b23 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0564048 Jun 23 17:31:18.581124 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f520cc74-2ff6-49ed-b70a-8cbb1e716594 req-d0286a35-9e71-4694-a579-a751f6d40156 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 Jun 23 17:31:19.715936 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c96254-4db9-4b70-b5f2-e9ee9040a4c1 req-0c9c8f82-3832-4be0-a1ca-3fc19b9dbaa1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:19.717432 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5c96254-4db9-4b70-b5f2-e9ee9040a4c1 req-0c9c8f82-3832-4be0-a1ca-3fc19b9dbaa1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0506313 Jun 23 17:31:19.764817 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5c96254-4db9-4b70-b5f2-e9ee9040a4c1 req-c04516b3-cd55-4751-9fcf-1a4529f5073e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Jun 23 17:31:20.897139 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f16be-821b-480c-a670-97755479f2c0 req-9320edf0-a7e6-40d0-9aba-465f06d6c6a4 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:20.898657 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a87f16be-821b-480c-a670-97755479f2c0 req-9320edf0-a7e6-40d0-9aba-465f06d6c6a4 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0511878 Jun 23 17:31:20.949007 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-a87f16be-821b-480c-a670-97755479f2c0 req-4ec128c6-ce7b-44d2-8838-08e25310935e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Jun 23 17:31:21.713632 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-06fea122-3383-4056-9798-e55a001c46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:21.715228 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-06fea122-3383-4056-9798-e55a001c46da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1129 time: 0.0476384 Jun 23 17:31:21.716968 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:21.720327 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:21.826299 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-f7716914-b7aa-4fbf-95bb-e7160b332c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:21.827783 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-f7716914-b7aa-4fbf-95bb-e7160b332c16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0919862 Jun 23 17:31:21.893265 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-57613b1f-aa6f-459b-be9f-17f9581ab0e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 1001 time: 0.0593619 Jun 23 17:31:21.946676 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-eb5ef8bc-ff54-4336-bf3c-13fdea729e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:21.948739 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-eb5ef8bc-ff54-4336-bf3c-13fdea729e5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0474148 Jun 23 17:31:21.993311 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-4ed4a073-2b3d-4bc4-a956-dd72a79503f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:21.995611 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-4ed4a073-2b3d-4bc4-a956-dd72a79503f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408113 Jun 23 17:31:22.105013 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c95e6-7567-4274-a2e9-47101c724cd7 req-b9861be0-edb4-4f41-bdfc-6d5ffccfcb1a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:22.106508 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-267c95e6-7567-4274-a2e9-47101c724cd7 req-b9861be0-edb4-4f41-bdfc-6d5ffccfcb1a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0874131 Jun 23 17:31:22.154684 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-cbadf9db-2ae5-4a26-9c79-539fedb0ac93 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528826 Jun 23 17:31:22.195279 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-267c95e6-7567-4274-a2e9-47101c724cd7 req-49f7c5cb-9c0c-44ba-9e0e-01edf0320fbe tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810766 Jun 23 17:31:22.523096 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4b543c8-3614-4b2d-923d-2b9feeaa203b req-891f712c-54c4-42e8-9eab-0ddd50070fb3 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614993 Jun 23 17:31:23.334262 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9dfe-4dc6-4c3d-aaee-691b056c3d39 req-47093a77-09e9-4bc6-8cec-1098f054ad65 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:23.335734 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bdea9dfe-4dc6-4c3d-aaee-691b056c3d39 req-47093a77-09e9-4bc6-8cec-1098f054ad65 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0579345 Jun 23 17:31:23.384158 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-bdea9dfe-4dc6-4c3d-aaee-691b056c3d39 req-066d8476-8480-45c5-8031-5b9dfd985c6a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Jun 23 17:31:24.508770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413193b-1274-4bcf-abec-c9e789ff0c4a req-4dd14f2d-dc87-4f46-a42b-49cc10371899 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:24.510338 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a413193b-1274-4bcf-abec-c9e789ff0c4a req-4dd14f2d-dc87-4f46-a42b-49cc10371899 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0469816 Jun 23 17:31:24.556580 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a413193b-1274-4bcf-abec-c9e789ff0c4a req-4d638c09-9169-4df7-8963-040c9ec25d1b tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401070 Jun 23 17:31:25.692127 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131fe95-0b93-461d-9a31-b3bca85c58df req-daa1e238-fed7-483d-bcb8-5fd8cbc4a1d0 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:25.693938 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4131fe95-0b93-461d-9a31-b3bca85c58df req-daa1e238-fed7-483d-bcb8-5fd8cbc4a1d0 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0511115 Jun 23 17:31:25.750482 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-4131fe95-0b93-461d-9a31-b3bca85c58df req-9fe4ff59-b377-45b2-929c-63463ae156bb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503180 Jun 23 17:31:26.872410 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14252a1-65ae-40ba-b052-96145ce86757 req-5f4492d8-5664-4d30-8961-3629e75cdad6 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:26.873896 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a14252a1-65ae-40ba-b052-96145ce86757 req-5f4492d8-5664-4d30-8961-3629e75cdad6 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Jun 23 17:31:26.927316 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a14252a1-65ae-40ba-b052-96145ce86757 req-81229847-6299-4afe-8cfa-f81a9308af31 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455329 Jun 23 17:31:28.056764 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4e890-c7b9-4aa4-aeea-c42be02c7eca req-5eddd2eb-9ad3-4e65-9f81-bfb6bd8a2469 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:28.058497 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-05f4e890-c7b9-4aa4-aeea-c42be02c7eca req-5eddd2eb-9ad3-4e65-9f81-bfb6bd8a2469 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0552022 Jun 23 17:31:28.112135 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-05f4e890-c7b9-4aa4-aeea-c42be02c7eca req-ceb801e8-84a6-400e-b25b-8429f51f135d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454371 Jun 23 17:31:29.234311 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6d038-22f8-4f8c-b2ce-31338b8a14e7 req-259a1655-abdd-4824-99f9-4acf30b15ffc tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:29.235762 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04a6d038-22f8-4f8c-b2ce-31338b8a14e7 req-259a1655-abdd-4824-99f9-4acf30b15ffc tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0475383 Jun 23 17:31:29.282197 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04a6d038-22f8-4f8c-b2ce-31338b8a14e7 req-e4639824-ca0e-40a4-926e-f9558f0fc9e4 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 Jun 23 17:31:30.068280 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7e4e17ef-ff20-409f-83b0-a1c0fd696dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:30.416702 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103bf38-8586-4072-a08a-8d909b83393b req-25a37d9f-f7e6-4c7a-bacd-53e37b8fa764 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:30.418217 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9103bf38-8586-4072-a08a-8d909b83393b req-25a37d9f-f7e6-4c7a-bacd-53e37b8fa764 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0573661 Jun 23 17:31:30.467982 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-9103bf38-8586-4072-a08a-8d909b83393b req-f41c1f1c-55f1-450b-abdc-fb64a6c28373 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421102 Jun 23 17:31:31.592978 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e7179-cd9e-41fd-a0f4-25955380ad71 req-7f280fe2-5382-48a5-9080-fc415117219c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:31.594462 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-572e7179-cd9e-41fd-a0f4-25955380ad71 req-7f280fe2-5382-48a5-9080-fc415117219c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Jun 23 17:31:31.615382 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:31.645577 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-572e7179-cd9e-41fd-a0f4-25955380ad71 req-df5bf64f-aea6-4c61-b5cf-13b3ae9fd08f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 Jun 23 17:31:32.350216 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c3d44dcd-86db-4f4d-aed7-2c0b0a552113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:32.780135 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcec5a-b8a3-4d38-a510-5e5ee04dcf3c req-a53fbe86-47b0-4617-b2c0-190a7988591f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:32.781583 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12dcec5a-b8a3-4d38-a510-5e5ee04dcf3c req-a53fbe86-47b0-4617-b2c0-190a7988591f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Jun 23 17:31:32.831441 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-12dcec5a-b8a3-4d38-a510-5e5ee04dcf3c req-ed402927-5107-455d-9f1e-024948e1933a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419281 Jun 23 17:31:33.547799 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:33.934591 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:33.980808 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64c0be-03b2-401d-b944-ad501875cc62 req-e0c85af9-7705-4e04-8121-3f5929a65bf7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:33.982563 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7f64c0be-03b2-401d-b944-ad501875cc62 req-e0c85af9-7705-4e04-8121-3f5929a65bf7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0609636 Jun 23 17:31:34.036586 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7f64c0be-03b2-401d-b944-ad501875cc62 req-d4ceff98-db50-45b7-9980-4e8fee14975c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485437 Jun 23 17:31:34.905530 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:35.159659 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfedb0-5320-4ccd-85b2-c7365dc7d648 req-91e17c56-b4e9-4778-bf78-005acfdaa20e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:35.161128 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-57cfedb0-5320-4ccd-85b2-c7365dc7d648 req-91e17c56-b4e9-4778-bf78-005acfdaa20e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0555291 Jun 23 17:31:35.209400 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-57cfedb0-5320-4ccd-85b2-c7365dc7d648 req-900fa4ab-827c-448e-98b6-d0fac124c1bc tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Jun 23 17:31:35.218278 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:35.431791 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:31:36.340307 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856014f-2fe0-40d3-b722-41557cdd09e9 req-03d714cd-32c0-40f9-9a3d-0fb361e9f0e5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:36.341766 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4856014f-2fe0-40d3-b722-41557cdd09e9 req-03d714cd-32c0-40f9-9a3d-0fb361e9f0e5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0503106 Jun 23 17:31:36.392343 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4856014f-2fe0-40d3-b722-41557cdd09e9 req-bb00b5d5-6ac6-403b-968a-05ce3df041a3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Jun 23 17:31:37.518588 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6ef00-27f4-4c3b-8a6c-5d67db53e536 req-604ec12b-6656-441b-97ed-e2d57ce855d2 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:37.519961 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7fd6ef00-27f4-4c3b-8a6c-5d67db53e536 req-604ec12b-6656-441b-97ed-e2d57ce855d2 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Jun 23 17:31:37.570907 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-7fd6ef00-27f4-4c3b-8a6c-5d67db53e536 req-f79b2eff-cc78-4f83-9de2-df3eab17d341 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 Jun 23 17:31:38.694511 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b54ec-7545-4cc1-9fed-8ca449add8d9 req-3a0d2a07-15a3-4082-a66d-36f6a810f8c3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:38.696015 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e8b54ec-7545-4cc1-9fed-8ca449add8d9 req-3a0d2a07-15a3-4082-a66d-36f6a810f8c3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0498807 Jun 23 17:31:38.749934 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e8b54ec-7545-4cc1-9fed-8ca449add8d9 req-dae09818-ad1d-4d73-9e5d-5340f8f2912b tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451951 Jun 23 17:31:39.805999 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:31:39.888088 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2f4b0-d918-4ef3-a034-99d873ebcbfd req-690cde1c-7eb7-4fe9-a220-0f19f4e16ad4 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:39.889534 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d0a2f4b0-d918-4ef3-a034-99d873ebcbfd req-690cde1c-7eb7-4fe9-a220-0f19f4e16ad4 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0501959 Jun 23 17:31:39.956512 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-d0a2f4b0-d918-4ef3-a034-99d873ebcbfd req-6c070aee-bb88-448d-9c18-dc5d081c2409 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602183 Jun 23 17:31:40.162656 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859910e-3dc7-467b-858c-e77afdfa3c13 req-a851e7f6-65e1-47c0-9320-1656163732f0 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:40.164165 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0859910e-3dc7-467b-858c-e77afdfa3c13 req-a851e7f6-65e1-47c0-9320-1656163732f0 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Jun 23 17:31:40.199593 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:40.214237 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-0859910e-3dc7-467b-858c-e77afdfa3c13 req-3c06ee2c-d389-4d85-9837-d020556123b7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442724 Jun 23 17:31:40.215999 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-48a4fbe1-a65d-44a7-b8f0-496336343fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:40.217690 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-48a4fbe1-a65d-44a7-b8f0-496336343fee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1129 time: 0.0402904 Jun 23 17:31:40.315147 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-46c8204d-9615-4a58-aa08-788dd7ec3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:40.316613 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-46c8204d-9615-4a58-aa08-788dd7ec3898 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0932417 Jun 23 17:31:40.378919 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-6f79976f-a4be-4f5d-bfbf-9bc6e10e3fef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 1001 time: 0.0562601 Jun 23 17:31:40.430224 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-ae12b596-1ba7-4741-903e-e00f2b04b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:40.431709 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-ae12b596-1ba7-4741-903e-e00f2b04b718 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0469804 Jun 23 17:31:40.479098 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-5efb6bdd-f66d-4172-9d2c-1bdab512b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:40.480505 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-5efb6bdd-f66d-4172-9d2c-1bdab512b5f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429580 Jun 23 17:31:40.572215 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-be9560c4-8879-4bd9-a958-720bca338c9c service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848196 Jun 23 17:31:40.674171 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b0a1d24b-6a6b-4b2c-8777-3630a6e8d736 req-8bc76d6f-18bd-4bb3-8a82-6efb8fa7e799 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953727 Jun 23 17:31:41.339478 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c69123-6217-4ac9-bef2-5c36f0cb4fa7 req-3e4d5e17-a490-43c7-a6e9-25e6afa13628 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:41.340952 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86c69123-6217-4ac9-bef2-5c36f0cb4fa7 req-3e4d5e17-a490-43c7-a6e9-25e6afa13628 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Jun 23 17:31:41.390615 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86c69123-6217-4ac9-bef2-5c36f0cb4fa7 req-5f96df59-3b8c-415b-8e36-e0034362be6b tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Jun 23 17:31:42.476346 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:42.513429 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cdd79-7b1c-4568-9853-c718821d5266 req-98db10d9-6918-4849-a9b2-de7d9a0b4190 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:31:42.514912 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2b5cdd79-7b1c-4568-9853-c718821d5266 req-98db10d9-6918-4849-a9b2-de7d9a0b4190 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Jun 23 17:31:42.567780 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-2b5cdd79-7b1c-4568-9853-c718821d5266 req-7797df40-57b7-4338-a4c9-15e20b0de7ac tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469012 Jun 23 17:31:45.416570 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:45.422297 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:45.423722 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:51.384397 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:51.387292 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:52.561174 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:52.564152 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:58.764671 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:31:58.765967 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:00.064232 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-65a23589-8a40-4f0a-bd37-1b968a728f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:02.348306 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ca1e4f2c-0a4e-4f97-9629-7182ac8948b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:03.549352 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:04.898164 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:05.226284 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:05.427737 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:16.809489 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:32:18.924620 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:18.927075 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:18.928080 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=2,neutron:SELECT=13 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:23.622547 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-4bee4781-5396-46be-ac61-cbd81693b2a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396366 Jun 23 17:32:23.725265 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-81d81a1d-0834-4c12-ad96-d91b0dbf0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:23.726936 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-81d81a1d-0834-4c12-ad96-d91b0dbf0645 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 1129 time: 0.0446212 Jun 23 17:32:23.852526 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-0e43ceca-4260-4779-bc02-f62fa45aca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:23.854027 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-0e43ceca-4260-4779-bc02-f62fa45aca29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.1032774 Jun 23 17:32:23.918894 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-ed32c5fc-35ea-4a6a-9b73-102367d4004d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 200 len: 1001 time: 0.0587053 Jun 23 17:32:23.966477 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-cf6933c0-8cef-4969-a8dc-823c11894110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:23.967871 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-cf6933c0-8cef-4969-a8dc-823c11894110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0432980 Jun 23 17:32:24.011352 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-e5f81159-9222-4f1d-b473-93117fd1f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:24.012814 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-e5f81159-9222-4f1d-b473-93117fd1f952 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387919 Jun 23 17:32:24.022604 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-b9ad8752-3cd4-4b53-9f44-be83526e00bb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 17:32:24.023627 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-b9ad8752-3cd4-4b53-9f44-be83526e00bb service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048382 Jun 23 17:32:24.116459 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-c3362885-dc85-4685-a59f-e4083ed80d74 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867612 Jun 23 17:32:24.208982 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b710480-b211-460e-b05a-ecb9bd8440b8 req-5bfc3d76-a9ef-46dd-895a-783f89a4f5cb service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854528 Jun 23 17:32:30.060826 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f6a2b6be-7ed7-46f6-b153-7843a63c1a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:31.491378 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e80172-764d-474a-8b2a-6371bcd2a7ce req-512b4cff-c40e-4456-8749-c17eace4e554 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:31.493077 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e80172-764d-474a-8b2a-6371bcd2a7ce req-512b4cff-c40e-4456-8749-c17eace4e554 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0539534 Jun 23 17:32:31.540639 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e80172-764d-474a-8b2a-6371bcd2a7ce req-fa98c6ad-ed70-46c7-90c2-ee1ccba82741 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Jun 23 17:32:32.346707 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-72440766-5695-4f8e-9672-21af12143d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:32.696759 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789974d-269c-4a09-9bae-e37e841ecc59 req-dba32b94-c49c-4cee-b743-15cee37df36c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:32.698490 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1789974d-269c-4a09-9bae-e37e841ecc59 req-dba32b94-c49c-4cee-b743-15cee37df36c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0636575 Jun 23 17:32:32.746427 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-1789974d-269c-4a09-9bae-e37e841ecc59 req-78824432-0e4d-4016-9d33-e47c99df023f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422959 Jun 23 17:32:33.551816 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:33.892696 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bec7a9-2a92-4697-b6a5-a196f2b0e84b req-ed326b03-45a1-4845-a806-8128e6644682 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:33.894098 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-69bec7a9-2a92-4697-b6a5-a196f2b0e84b req-ed326b03-45a1-4845-a806-8128e6644682 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0749469 Jun 23 17:32:33.899898 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-2fbea127-acb8-4cf7-ace6-e5d5d5bc1dc5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:33.901236 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-2fbea127-acb8-4cf7-ace6-e5d5d5bc1dc5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 945 time: 0.0801280 Jun 23 17:32:34.002690 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-69bec7a9-2a92-4697-b6a5-a196f2b0e84b req-079b9b41-1006-46d5-836e-25b1302a64c0 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bf7c768-ecda-45aa-b7aa-aea05ecfebce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004591 Jun 23 17:32:34.014851 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Deleting port 8abefecb-875d-43d2-8bc2-0b6245d9d087 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:32:34.015203 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:34.114180 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] For port 8abefecb-875d-43d2-8bc2-0b6245d9d087, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8abefecb-875d-43d2-8bc2-0b6245d9d087,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:34.114551 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:34.169066 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:34.275650 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:34.290190 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:34.290568 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (461cf471-f7cb-4cb4-bb8a-e376b61d484b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:34.290881 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Floating IP 461cf471-f7cb-4cb4-bb8a-e376b61d484b disassociated. External IP: 172.27.0.236, port: 8abefecb-875d-43d2-8bc2-0b6245d9d087. Jun 23 17:32:34.291233 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Calling delete_port for 8abefecb-875d-43d2-8bc2-0b6245d9d087 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:32:34.434121 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (8abefecb-875d-43d2-8bc2-0b6245d9d087), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:34.463655 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event deleted for resources: {'Port': ['ID=8abefecb-875d-43d2-8bc2-0b6245d9d087,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:34.475241 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.475579 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.475924 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.476271 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.476602 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.476936 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.477258 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.477582 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.477952 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.478283 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.478608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.478935 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.479938 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.479938 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.479938 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:34.584514 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Router 24027115-b931-4436-b68e-f1135ed8921f has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:32:34.692837 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:32:34.705781 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] Sync routers for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:32:34.718913 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:32:34.719571 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:32:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:34.742014 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] No DVR routers for this DVR port 8abefecb-875d-43d2-8bc2-0b6245d9d087 on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:32:34.744530 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:34.747911 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5eea64ff-c782-422f-bc93-91f2eeb9e3be req-4e78b825-976a-43be-8177-3fd45cc9830f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "DELETE /v2.0/ports/8abefecb-875d-43d2-8bc2-0b6245d9d087 HTTP/1.1" status: 204 len: 173 time: 0.8395464 Jun 23 17:32:34.748375 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'name': 'network-vif-deleted', 'tag': '8abefecb-875d-43d2-8bc2-0b6245d9d087'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:32:34.750693 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eaa0ba-0698-4d5f-83e4-c8d6f51e5793" -d '{"events": [{"server_uuid": "118fd6aa-e870-4729-a2e4-9a44e0a347b6", "name": "network-vif-deleted", "tag": "8abefecb-875d-43d2-8bc2-0b6245d9d087"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:34.793550 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d7e96e-0fb6-4aec-bdda-df00b4c64d50 x-openstack-request-id: req-34d7e96e-0fb6-4aec-bdda-df00b4c64d50 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:34.794248 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118fd6aa-e870-4729-a2e4-9a44e0a347b6", "name": "network-vif-deleted", "tag": "8abefecb-875d-43d2-8bc2-0b6245d9d087", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:34.794501 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34d7e96e-0fb6-4aec-bdda-df00b4c64d50 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:34.794952 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d7e96e-0fb6-4aec-bdda-df00b4c64d50'] response: {'server_uuid': '118fd6aa-e870-4729-a2e4-9a44e0a347b6', 'name': 'network-vif-deleted', 'tag': '8abefecb-875d-43d2-8bc2-0b6245d9d087', 'status': 'completed', 'code': 200} Jun 23 17:32:34.831097 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:32:34.946061 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:35.044396 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:35.069226 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] Checking router: 24027115-b931-4436-b68e-f1135ed8921f for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:32:35.078128 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:32:35.078728 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:32:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:35.111882 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-821932ca-73eb-4ebc-91a7-4c715c079569 req-5d6d67bc-82f5-43f7-9424-def41d08951e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=118fd6aa-e870-4729-a2e4-9a44e0a347b6 HTTP/1.1" status: 200 len: 210 time: 0.0279107 Jun 23 17:32:35.181542 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:32:35.235610 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:35.387959 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:35.416242 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea5eba7-08c9-4f0c-97d1-85d4eec5a77f None None] The sync data for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi is: [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:32:35.429712 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:35.622107 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6501390d-87c8-4ae2-92a0-26d15132eb72 None None] New status for floating IP 461cf471-f7cb-4cb4-bb8a-e376b61d484b: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:32:36.208995 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58592) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:32:36.269412 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1255f380-c6a4-433b-bf26-151f7ad455c5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (9bf7c768-ecda-45aa-b7aa-aea05ecfebce), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.296397 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1255f380-c6a4-433b-bf26-151f7ad455c5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (9bf7c768-ecda-45aa-b7aa-aea05ecfebce), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.349150 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1255f380-c6a4-433b-bf26-151f7ad455c5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9bf7c768-ecda-45aa-b7aa-aea05ecfebce), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.354413 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1255f380-c6a4-433b-bf26-151f7ad455c5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.356114 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1255f380-c6a4-433b-bf26-151f7ad455c5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "DELETE /v2.0/security-groups/9bf7c768-ecda-45aa-b7aa-aea05ecfebce HTTP/1.1" status: 204 len: 168 time: 0.1461184 Jun 23 17:32:36.359306 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58594) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:32:36.365596 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f380-c6a4-433b-bf26-151f7ad455c5 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7c768-ecda-45aa-b7aa-aea05ecfebce,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:36.375436 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.api.v2.resource [None req-b84d307b-6b0c-4f0d-a167-ec211ea53935 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] show failed (client error): The resource could not be found. Jun 23 17:32:36.379166 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b84d307b-6b0c-4f0d-a167-ec211ea53935 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups/9bf7c768-ecda-45aa-b7aa-aea05ecfebce HTTP/1.1" status: 404 len: 347 time: 0.0160961 Jun 23 17:32:36.379454 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58596) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:32:36.490032 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Deleting port f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:32:36.490349 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.570499 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.570744 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.583741 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Calling delete_port for f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6 owned by network:floatingip {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:32:36.720629 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.746005 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event deleted for resources: {'Port': ['ID=f7d9a36d-4d30-4b2f-aaa3-53f4c05fa8a6,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:36.760651 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.760996 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.761334 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.761667 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.762050 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.762464 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.762816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.763141 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.763461 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.763816 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.764152 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.764457 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.764772 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.765085 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.765396 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:36.826815 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (461cf471-f7cb-4cb4-bb8a-e376b61d484b), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.829327 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:36.830530 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-3567a0bb-6db8-4ed4-a24b-65ec8a733cca tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "DELETE /v2.0/floatingips/461cf471-f7cb-4cb4-bb8a-e376b61d484b HTTP/1.1" status: 204 len: 168 time: 0.4501324 Jun 23 17:32:36.906201 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58600) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:32:36.911061 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-cc3396d9-9129-471a-847d-5e1ce04df4a7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215755720', 'description': 'tempest-description--807282572'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:32:36.933926 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc3396d9-9129-471a-847d-5e1ce04df4a7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.003684 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc3396d9-9129-471a-847d-5e1ce04df4a7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (e82817d3-e715-4792-89b5-ffef27dde3f9), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.009880 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc3396d9-9129-471a-847d-5e1ce04df4a7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e82817d3-e715-4792-89b5-ffef27dde3f9), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.036250 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:37.038720 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3396d9-9129-471a-847d-5e1ce04df4a7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82817d3-e715-4792-89b5-ffef27dde3f9,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:37.043055 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cc3396d9-9129-471a-847d-5e1ce04df4a7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.044267 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cc3396d9-9129-471a-847d-5e1ce04df4a7 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370468 Jun 23 17:32:37.047170 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58602) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:32:37.051642 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-7c2904dc-f220-46ad-b34c-28f841ed2c26 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'security_group_rule': {'security_group_id': 'e82817d3-e715-4792-89b5-ffef27dde3f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:32:37.056011 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:37.081631 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c2904dc-f220-46ad-b34c-28f841ed2c26 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (8ae65cf1-8929-48f1-9578-8e848f18f5f5), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.137060 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c2904dc-f220-46ad-b34c-28f841ed2c26 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (8ae65cf1-8929-48f1-9578-8e848f18f5f5), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.143371 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c2904dc-f220-46ad-b34c-28f841ed2c26 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (8ae65cf1-8929-48f1-9578-8e848f18f5f5), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.163960 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2904dc-f220-46ad-b34c-28f841ed2c26 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae65cf1-8929-48f1-9578-8e848f18f5f5,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:37.172731 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c2904dc-f220-46ad-b34c-28f841ed2c26 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.173965 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7c2904dc-f220-46ad-b34c-28f841ed2c26 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257102 Jun 23 17:32:37.176857 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58604) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:32:37.181073 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-30552ab4-9272-4046-8eb5-eee4a2546759 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'security_group_rule': {'security_group_id': 'e82817d3-e715-4792-89b5-ffef27dde3f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:32:37.209441 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30552ab4-9272-4046-8eb5-eee4a2546759 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (acba09c7-2bd5-418b-b08f-8e1fd3590cd8), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.265532 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30552ab4-9272-4046-8eb5-eee4a2546759 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (acba09c7-2bd5-418b-b08f-8e1fd3590cd8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.272065 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30552ab4-9272-4046-8eb5-eee4a2546759 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884322'] for security_group_rule (acba09c7-2bd5-418b-b08f-8e1fd3590cd8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.298320 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30552ab4-9272-4046-8eb5-eee4a2546759 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acba09c7-2bd5-418b-b08f-8e1fd3590cd8,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:37.304210 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30552ab4-9272-4046-8eb5-eee4a2546759 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.305480 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-30552ab4-9272-4046-8eb5-eee4a2546759 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277244 Jun 23 17:32:37.308552 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58606) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:32:37.315583 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'floatingip': {'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:32:37.342460 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.447553 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.552409 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Allocated IP 172.27.0.102 (213986d4-e3b6-4510-ad10-d41c18ccb1c7/cd57d01b-b5f1-4df3-935b-06fa49ce1258/f4f1edca-f55b-4378-8424-88f30f72b90f) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:32:37.636633 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 8abefecb-875d-43d2-8bc2-0b6245d9d087 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:32:37.657352 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: 8abefecb-875d-43d2-8bc2-0b6245d9d087 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:32:37.657698 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device 8abefecb-875d-43d2-8bc2-0b6245d9d087 not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:32:37.659456 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for port (f4f1edca-f55b-4378-8424-88f30f72b90f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.697163 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (f4f1edca-f55b-4378-8424-88f30f72b90f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.736178 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Network 213986d4-e3b6-4510-ad10-d41c18ccb1c7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:32:37.738392 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:37.745729 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:32:37.748949 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:32:37.751769 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'Port': ['ID=f4f1edca-f55b-4378-8424-88f30f72b90f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:37.795884 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:37.854679 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (a6532732-263b-43b6-b638-5d5a6dd7ca14), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:37.893208 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (f4f1edca-f55b-4378-8424-88f30f72b90f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:38.052735 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for port (f4f1edca-f55b-4378-8424-88f30f72b90f), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:38.060855 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (f4f1edca-f55b-4378-8424-88f30f72b90f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:38.130772 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'Port': ['ID=f4f1edca-f55b-4378-8424-88f30f72b90f,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:38.142902 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (a6532732-263b-43b6-b638-5d5a6dd7ca14), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:38.161014 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:38.162288 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ba4e3c93-d24c-4e48-a2f4-6189469b7006 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8525221 Jun 23 17:32:38.313101 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-2f9a0adf-57c3-4cfb-8e61-a42dbc6028ed tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1215755720&fields=id&tenant_id=1bba540f52204efcb203231d7d780810 HTTP/1.1" status: 200 len: 267 time: 0.0431864 Jun 23 17:32:38.422490 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-8097fc83-6e13-47b2-82af-1864bb945fab tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:38.423837 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-8097fc83-6e13-47b2-82af-1864bb945fab tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 811 time: 0.1043229 Jun 23 17:32:38.439118 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-02b96b0f-6593-423a-b166-b3d6981d7466 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/quotas/1bba540f52204efcb203231d7d780810 HTTP/1.1" status: 200 len: 375 time: 0.0097101 Jun 23 17:32:38.488758 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ae2050a8-b76b-4c6e-adfb-6552b6e177c3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445902 Jun 23 17:32:38.628477 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-4ae6751a-f57c-47ec-9854-ad337abd0a55 service neutron] 10.222.0.18 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281235 Jun 23 17:32:38.718735 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-1b963183-24b2-4b91-919b-6ee7f4077893 service neutron] 10.222.0.18 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845692 Jun 23 17:32:38.888247 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-371a9533-4c64-4a30-8105-1b07b9db9543 req-969c535c-1697-4cb2-86b7-44033fbfcdc6 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 210 time: 0.0292006 Jun 23 17:32:40.006200 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7c2826f-2920-4b6e-94a0-0101d7b1db55 req-2fc7b66d-364d-4a8d-a9ed-9ff5fe69bea3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 210 time: 0.0351396 Jun 23 17:32:40.024099 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:40.034369 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-8eebdcab-a8d7-48af-bdda-3b7d8002bb50 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:40.036002 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-8eebdcab-a8d7-48af-bdda-3b7d8002bb50 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 811 time: 0.1368351 Jun 23 17:32:40.106764 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-d06967aa-c3df-42c8-8fca-4f84ea60f9d2 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bba540f52204efcb203231d7d780810 HTTP/1.1" status: 200 len: 380 time: 0.0561595 Jun 23 17:32:40.189151 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'port': {'device_id': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'admin_state_up': True, 'tenant_id': '1bba540f52204efcb203231d7d780810', 'security_groups': ['e82817d3-e715-4792-89b5-ffef27dde3f9']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:32:40.210825 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:40.304342 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Made reservation on behalf of 1bba540f52204efcb203231d7d780810 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:32:40.309888 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:40.445904 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Allocated IP 172.20.0.5 (aeace213-3fb6-4ee9-a403-3b20d69c9259/094d8bea-12a7-4b78-b6ac-b6d24518bd71/fd935077-d2fe-409d-99a0-b76e3b106b0c) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:32:40.847992 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:40.885187 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734245512834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:40.929711 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:32:40.932697 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:32:40.936709 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 17:32:40.943094 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event updated for resources: {'Port': ['ID=fd935077-d2fe-409d-99a0-b76e3b106b0c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:40.991716 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:40.992336 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:41.010447 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-ce99d973-49be-49d9-b12c-edc81bdff657 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8278964 Jun 23 17:32:41.027902 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Request body: {'port': {'device_id': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:32:41.101450 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:41.132693 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89440113-53fd-463f-8a6b-022c12dcbb74 req-a3d0aa55-d928-4438-8c18-db47c186466c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:41.134288 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-89440113-53fd-463f-8a6b-022c12dcbb74 req-a3d0aa55-d928-4438-8c18-db47c186466c tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 931 time: 0.0481679 Jun 23 17:32:41.175919 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-4dc4ad58-d2f9-4704-9bcf-274c8708057b None None] Provisioning complete for port fd935077-d2fe-409d-99a0-b76e3b106b0c triggered by entity DHCP. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:32:41.176925 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ad58-d2f9-4704-9bcf-274c8708057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:41.190619 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-89440113-53fd-463f-8a6b-022c12dcbb74 req-303849bf-d8c0-463f-8b4e-133602b67fcc tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506072 Jun 23 17:32:41.215646 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4ad58-d2f9-4704-9bcf-274c8708057b None None] Port fd935077-d2fe-409d-99a0-b76e3b106b0c cannot update to ACTIVE because it is not bound. {{(pid=104126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 17:32:41.222627 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:41.302489 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:41.384184 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd935077-d2fe-409d-99a0-b76e3b106b0c {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:32:41.391906 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Publish callbacks [] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:41.405059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Transition to ACTIVE for port object fd935077-d2fe-409d-99a0-b76e3b106b0c will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 17:32:41.411633 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:41.460515 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd935077-d2fe-409d-99a0-b76e3b106b0c,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:41.543328 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Attempting to bind port fd935077-d2fe-409d-99a0-b76e3b106b0c on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 17:32:41.543680 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Attempting to bind port fd935077-d2fe-409d-99a0-b76e3b106b0c by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 17:32:41.544027 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Attempting to bind port fd935077-d2fe-409d-99a0-b76e3b106b0c on network aeace213-3fb6-4ee9-a403-3b20d69c9259 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:32:41.549355 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Port fd935077-d2fe-409d-99a0-b76e3b106b0c on network aeace213-3fb6-4ee9-a403-3b20d69c9259 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 17:32:41.549657 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Attempting to bind port fd935077-d2fe-409d-99a0-b76e3b106b0c on network aeace213-3fb6-4ee9-a403-3b20d69c9259 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 17:32:41.554991 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Checking agent: {'id': 'b4fa8653-2c33-45e3-af43-febfa7deeef8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'started_at': datetime.datetime(2022, 6, 23, 17, 10, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 17:32:41.555338 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Checking segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 17:32:41.555733 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Bound using segment: {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 17:32:41.556167 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Bound port: fd935077-d2fe-409d-99a0-b76e3b106b0c, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 17:32:41.556535 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:41.621613 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] For port fd935077-d2fe-409d-99a0-b76e3b106b0c, host hv-cinder-83538, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:32:41.624915 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] For port fd935077-d2fe-409d-99a0-b76e3b106b0c, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:32:41.634247 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11343921'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:41.668059 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:41.668685 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:41.670164 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/fd935077-d2fe-409d-99a0-b76e3b106b0c HTTP/1.1" status: 200 len: 1093 time: 0.6465456 Jun 23 17:32:41.670628 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'tag': 'fd935077-d2fe-409d-99a0-b76e3b106b0c'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:32:41.673122 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c626c11-2172-4993-9c73-ea7d98f130ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5749b913-d6fd-4d77-9a12-5c3266dfb5f3", "tag": "fd935077-d2fe-409d-99a0-b76e3b106b0c"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:41.706500 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805a94a-fa70-4b03-af60-2fe3c14235f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd935077-d2fe-409d-99a0-b76e3b106b0c,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:41.725888 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed85158-f4ff-4ed4-9444-1775c21cc495 x-openstack-request-id: req-9ed85158-f4ff-4ed4-9444-1775c21cc495 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:41.726194 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5749b913-d6fd-4d77-9a12-5c3266dfb5f3", "tag": "fd935077-d2fe-409d-99a0-b76e3b106b0c", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:41.726445 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ed85158-f4ff-4ed4-9444-1775c21cc495 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:41.726854 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed85158-f4ff-4ed4-9444-1775c21cc495'] response: {'name': 'network-changed', 'server_uuid': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'tag': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'status': 'completed', 'code': 200} Jun 23 17:32:41.783992 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-33d426b3-bc75-4c2e-95aa-0b7dc3308d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:41.785578 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-33d426b3-bc75-4c2e-95aa-0b7dc3308d68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 1127 time: 0.0437994 Jun 23 17:32:41.830934 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-d8cb3c97-242e-40af-af36-1cea0bbe705c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c HTTP/1.1" status: 200 len: 217 time: 0.0336223 Jun 23 17:32:41.880691 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-9067523d-e629-4c72-8598-1f42273fdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:41.882200 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-9067523d-e629-4c72-8598-1f42273fdefd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0454013 Jun 23 17:32:41.928468 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-de3ac3d9-549c-43f3-a15a-4dd5784b2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:41.929968 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-de3ac3d9-549c-43f3-a15a-4dd5784b2c0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423856 Jun 23 17:32:42.030090 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-4df3f3c5-2fd6-4300-8421-c121d984cff5 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938604 Jun 23 17:32:42.125690 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8d834a8-554d-43bf-8d20-8dfb394f1881 req-119496c8-b1a1-40ba-90d0-cffc5736b4f6 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893397 Jun 23 17:32:42.310600 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce59f-60e5-4d45-abc1-fe35308a0d7d req-978b2757-838a-4a8b-b4fb-14819da6bcea tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:42.312411 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70dce59f-60e5-4d45-abc1-fe35308a0d7d req-978b2757-838a-4a8b-b4fb-14819da6bcea tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 943 time: 0.0503008 Jun 23 17:32:42.362704 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-70dce59f-60e5-4d45-abc1-fe35308a0d7d req-c955d762-ad23-47c3-8624-4226c5b19915 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425291 Jun 23 17:32:43.496371 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbacf25-d8a2-4b74-aa15-1f643b0004cb req-9f6af5ec-9658-4623-812e-45303a27bf69 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:43.497887 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5fbacf25-d8a2-4b74-aa15-1f643b0004cb req-9f6af5ec-9658-4623-812e-45303a27bf69 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 943 time: 0.0538187 Jun 23 17:32:43.520774 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:43.549026 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5fbacf25-d8a2-4b74-aa15-1f643b0004cb req-4b961371-44f5-4c41-b0b5-a3d8107a8f42 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Jun 23 17:32:44.182320 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-d674e580-ee6d-4766-b9b0-c8ecab971ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:44.184601 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-d674e580-ee6d-4766-b9b0-c8ecab971ee3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 1127 time: 0.0550449 Jun 23 17:32:44.280669 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:44.296819 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-10f80d02-c0d2-44d0-90fd-523881bf2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:44.298370 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-10f80d02-c0d2-44d0-90fd-523881bf2052 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.1069131 Jun 23 17:32:44.336553 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-e1c5aa11-3382-4d94-bf7f-3f5488ec322d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c HTTP/1.1" status: 200 len: 217 time: 0.0323257 Jun 23 17:32:44.387744 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-ec002d9c-b4af-422d-a8fe-6792b01155d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:44.389296 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-ec002d9c-b4af-422d-a8fe-6792b01155d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0469787 Jun 23 17:32:44.432169 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-a81bbeb9-0d2c-422b-b240-33404ac29b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:44.433638 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-a81bbeb9-0d2c-422b-b240-33404ac29b00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383835 Jun 23 17:32:44.527231 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-867ba7d6-c68f-460d-a346-5075dd81337b service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862284 Jun 23 17:32:44.631353 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c626c11-2172-4993-9c73-ea7d98f130ab req-364e55da-4f1c-4922-b2b9-8797671f9045 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977240 Jun 23 17:32:44.673415 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fb276-fa53-403b-b58a-0a4262b5576f req-4501cdfa-aa44-4f8d-8f56-5c8d00e3cdcf tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:44.674936 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e66fb276-fa53-403b-b58a-0a4262b5576f req-4501cdfa-aa44-4f8d-8f56-5c8d00e3cdcf tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 943 time: 0.0558500 Jun 23 17:32:44.725654 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-e66fb276-fa53-403b-b58a-0a4262b5576f req-e62bdba2-24cd-419b-b014-d0f57a8c6a3e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Jun 23 17:32:45.655578 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device fd935077-d2fe-409d-99a0-b76e3b106b0c details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:32:45.693164 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:45.695488 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:45.847846 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c16b7-4d4f-41bb-969d-e7351f84dab2 req-2d2519fd-d951-4585-ab30-106103caa26d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:45.849377 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-715c16b7-4d4f-41bb-969d-e7351f84dab2 req-2d2519fd-d951-4585-ab30-106103caa26d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 943 time: 0.0502799 Jun 23 17:32:45.902993 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-715c16b7-4d4f-41bb-969d-e7351f84dab2 req-4ecc7ffa-5fb9-4295-8404-ac304b190c08 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479109 Jun 23 17:32:45.904561 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port fd935077-d2fe-409d-99a0-b76e3b106b0c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:45.916782 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Returning: {'device': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'port_id': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'mac_address': 'fa:16:3e:36:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:32:45.952686 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port fd935077-d2fe-409d-99a0-b76e3b106b0c is: DOWN; New status is: BUILD {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:32:45.953079 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:45.965998 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd935077-d2fe-409d-99a0-b76e3b106b0c {{(pid=104126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 17:32:45.986072 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port fd935077-d2fe-409d-99a0-b76e3b106b0c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:45.992530 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:46.042763 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=fd935077-d2fe-409d-99a0-b76e3b106b0c,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:46.051713 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.052062 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.052379 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.052724 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.053061 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.053394 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.053723 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.054083 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.054416 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.054747 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.055075 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.055404 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.055730 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.056053 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.056371 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:32:46.441995 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] get_ports_and_sgs() called for port_ids ['fd935077-d2fe-409d-99a0-b76e3b106b0c'] {{(pid=104126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:32:46.576299 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:47.029886 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374b37-3ddc-41c5-99c1-67538e10f017 req-c6d7974a-f135-49c2-a3cf-33ab0eefd808 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:47.031425 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6f374b37-3ddc-41c5-99c1-67538e10f017 req-c6d7974a-f135-49c2-a3cf-33ab0eefd808 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 944 time: 0.0504439 Jun 23 17:32:47.072133 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:47.080804 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-6f374b37-3ddc-41c5-99c1-67538e10f017 req-4303f4fb-6611-483f-bbca-79df9d935a20 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437536 Jun 23 17:32:47.654228 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device fd935077-d2fe-409d-99a0-b76e3b106b0c up at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:32:47.689499 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:47.709188 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning for port fd935077-d2fe-409d-99a0-b76e3b106b0c completed by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 17:32:47.716057 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.provisioning_blocks [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Provisioning complete for port fd935077-d2fe-409d-99a0-b76e3b106b0c triggered by entity L2. {{(pid=104126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 17:32:47.716723 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3576022'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), provisioning_complete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:47.741921 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:47.792829 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Current status of the port fd935077-d2fe-409d-99a0-b76e3b106b0c is: BUILD; New status is: ACTIVE {{(pid=104126) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 17:32:47.793223 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3555030'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:47.816902 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd935077-d2fe-409d-99a0-b76e3b106b0c'}] {{(pid=104126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:32:47.819171 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e3cc939f4eacaf20482212c9d7eb95d15a1d866041feb3fdb1be3b610f168ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb73c54-607b-41fc-9a91-6516af60e681" -d '{"events": [{"server_uuid": "5749b913-d6fd-4d77-9a12-5c3266dfb5f3", "name": "network-vif-plugged", "status": "completed", "tag": "fd935077-d2fe-409d-99a0-b76e3b106b0c"}]}' {{(pid=104126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:47.832281 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] For port fd935077-d2fe-409d-99a0-b76e3b106b0c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:32:47.838350 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734246014558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734245512852', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734245512870'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:47.890050 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Pushing event updated for resources: {'Port': ['ID=fd935077-d2fe-409d-99a0-b76e3b106b0c,revision_number=5']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:32:47.915077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ffe9d0-73ef-4701-8509-26c19b0ba9d1 x-openstack-request-id: req-33ffe9d0-73ef-4701-8509-26c19b0ba9d1 {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:47.915404 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5749b913-d6fd-4d77-9a12-5c3266dfb5f3", "name": "network-vif-plugged", "status": "completed", "tag": "fd935077-d2fe-409d-99a0-b76e3b106b0c", "code": 200}]} {{(pid=104126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:47.915725 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33ffe9d0-73ef-4701-8509-26c19b0ba9d1 {{(pid=104126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:47.916122 dv-cinder-835384-10-iscsi neutron-server[104126]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ffe9d0-73ef-4701-8509-26c19b0ba9d1'] response: {'server_uuid': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'code': 200} Jun 23 17:32:48.133585 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572eb884-a206-4979-9d83-f6dab2bf7780 req-b11ab207-a935-4197-a120-79ff2f5b8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:48.135171 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-572eb884-a206-4979-9d83-f6dab2bf7780 req-b11ab207-a935-4197-a120-79ff2f5b8c47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 1129 time: 0.0440617 Jun 23 17:32:48.182017 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-572eb884-a206-4979-9d83-f6dab2bf7780 req-f4dc59dd-191d-45a3-913d-dc315f62315e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Jun 23 17:32:48.198034 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d3aa1-4422-4389-9889-286be97d7384 req-83a004c3-888b-442c-82ca-54fd737806b3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:48.199509 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-282d3aa1-4422-4389-9889-286be97d7384 req-83a004c3-888b-442c-82ca-54fd737806b3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Jun 23 17:32:48.212215 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:48.248861 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-282d3aa1-4422-4389-9889-286be97d7384 req-e0ef79a7-809f-43b6-b441-3513fc2900ad tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Jun 23 17:32:49.371973 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c14bb-20da-4c28-9085-e1368acf8c9e req-597b0aa5-b435-46ea-b04b-aede8d60cf9d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:49.373468 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c2c14bb-20da-4c28-9085-e1368acf8c9e req-597b0aa5-b435-46ea-b04b-aede8d60cf9d tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Jun 23 17:32:49.424965 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c2c14bb-20da-4c28-9085-e1368acf8c9e req-2fa749c3-7a32-4b77-ac30-56b628a84ec9 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451751 Jun 23 17:32:50.555834 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a541d-b439-4bc2-b690-a1dfa980ba1a req-c1de7e9f-445d-4b7d-8a85-c4370d6a7d08 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:50.557316 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8f6a541d-b439-4bc2-b690-a1dfa980ba1a req-c1de7e9f-445d-4b7d-8a85-c4370d6a7d08 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 945 time: 0.0550535 Jun 23 17:32:50.610923 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-8f6a541d-b439-4bc2-b690-a1dfa980ba1a req-d5832d22-3e59-47f7-879c-9d03882d70d3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449617 Jun 23 17:32:50.722105 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f5428-c24e-423f-a84c-4f789cc918e5 req-94383723-accb-477b-833e-7eeeb6c54485 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:50.723514 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-158f5428-c24e-423f-a84c-4f789cc918e5 req-94383723-accb-477b-833e-7eeeb6c54485 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 945 time: 0.0488000 Jun 23 17:32:50.734963 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58670) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:32:50.739257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Request body: {'floatingip': {'port_id': 'fd935077-d2fe-409d-99a0-b76e3b106b0c'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 17:32:50.779546 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (a6532732-263b-43b6-b638-5d5a6dd7ca14), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:51.014343 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:51.113884 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:51.199695 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:51.205888 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (a6532732-263b-43b6-b638-5d5a6dd7ca14), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:51.302164 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Floating IP a6532732-263b-43b6-b638-5d5a6dd7ca14 associated. External IP: 172.27.0.102, port: fd935077-d2fe-409d-99a0-b76e3b106b0c. Jun 23 17:32:51.496040 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Router 24027115-b931-4436-b68e-f1135ed8921f has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:32:51.604278 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:32:51.609525 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:32:51.615410 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] Sync routers for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:32:51.626677 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:32:51.627289 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:32:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:51.639656 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8cce8e37-1d6f-490b-91f5-f0413c4bd498 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "PUT /v2.0/floatingips/a6532732-263b-43b6-b638-5d5a6dd7ca14 HTTP/1.1" status: 200 len: 991 time: 0.9036529 Jun 23 17:32:51.640214 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'tag': 'fd935077-d2fe-409d-99a0-b76e3b106b0c'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:32:51.642554 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee1105-da77-47c3-a6b3-24e5bcbb4299" -d '{"events": [{"name": "network-changed", "server_uuid": "5749b913-d6fd-4d77-9a12-5c3266dfb5f3", "tag": "fd935077-d2fe-409d-99a0-b76e3b106b0c"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:32:51.679614 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07232d4a-b482-4f52-b0a8-0e8056bb7540 x-openstack-request-id: req-07232d4a-b482-4f52-b0a8-0e8056bb7540 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:32:51.679906 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5749b913-d6fd-4d77-9a12-5c3266dfb5f3", "tag": "fd935077-d2fe-409d-99a0-b76e3b106b0c", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:32:51.680162 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07232d4a-b482-4f52-b0a8-0e8056bb7540 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:32:51.680574 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07232d4a-b482-4f52-b0a8-0e8056bb7540'] response: {'name': 'network-changed', 'server_uuid': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'tag': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'status': 'completed', 'code': 200} Jun 23 17:32:51.752880 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:32:51.765432 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-1e8fbc23-2e60-499e-aae2-672813edb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:51.767092 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-1e8fbc23-2e60-499e-aae2-672813edb874 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 1129 time: 0.0398250 Jun 23 17:32:51.861352 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-512856aa-1993-4729-9f5b-294aeb9df6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:51.862791 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-512856aa-1993-4729-9f5b-294aeb9df6bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0897372 Jun 23 17:32:51.925381 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-e04dc4a7-08a8-4cb2-97e8-56b814e19c90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c HTTP/1.1" status: 200 len: 999 time: 0.0565808 Jun 23 17:32:51.961916 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a6532732-263b-43b6-b638-5d5a6dd7ca14', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '24027115-b931-4436-b68e-f1135ed8921f', 'port_id': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'mac_address': 'fa:16:3e:36:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:32:37Z', 'updated_at': '2022-06-23T17:32:51Z', 'revision_number': 1, 'project_id': '1bba540f52204efcb203231d7d780810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:51.979388 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-5b94cd8f-fc5c-4691-baa5-0dd3795e1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:51.980978 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-5b94cd8f-fc5c-4691-baa5-0dd3795e1b81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0498466 Jun 23 17:32:51.989941 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] Checking router: 24027115-b931-4436-b68e-f1135ed8921f for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:32:51.999077 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:32:51.999691 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:32:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:52.033416 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-5638f10f-44c9-4660-b9c0-458a893e01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:32:52.035071 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-5638f10f-44c9-4660-b9c0-458a893e01c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482168 Jun 23 17:32:52.102105 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:32:52.132994 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:52.145665 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-0af23550-6d1a-489c-816f-add845d1bab1 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039896 Jun 23 17:32:52.216483 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:32:52.238041 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfee1105-da77-47c3-a6b3-24e5bcbb4299 req-b91fe6f0-cdf5-428e-8548-b6294852fa48 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858207 Jun 23 17:32:52.323217 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a6532732-263b-43b6-b638-5d5a6dd7ca14', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '24027115-b931-4436-b68e-f1135ed8921f', 'port_id': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'mac_address': 'fa:16:3e:36:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:32:37Z', 'updated_at': '2022-06-23T17:32:51Z', 'revision_number': 1, 'project_id': '1bba540f52204efcb203231d7d780810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:32:52.348256 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f567f003-6df7-4d03-8c2b-f540ef9f7e52 None None] The sync data for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi is: [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_floatingips': [{'id': 'a6532732-263b-43b6-b638-5d5a6dd7ca14', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'floating_ip_address': '172.27.0.102', 'floating_network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'router_id': '24027115-b931-4436-b68e-f1135ed8921f', 'port_id': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'mac_address': 'fa:16:3e:36:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T17:32:37Z', 'updated_at': '2022-06-23T17:32:51Z', 'revision_number': 1, 'project_id': '1bba540f52204efcb203231d7d780810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:32:52.558865 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d61da-e9e4-4789-917e-9ebfaff82eab None None] New status for floating IP a6532732-263b-43b6-b638-5d5a6dd7ca14: ACTIVE {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:32:53.813964 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:33:00.059492 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-53af9d8d-c7ed-4976-84bd-b65d307c53dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:00.604247 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=10 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:00.606875 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=21 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:02.234089 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:02.235203 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=13 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:02.347385 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e548805c-b15a-4788-989e-75e392737297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:02.665869 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=26 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:03.555596 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:04.913543 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:05.220608 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:05.437513 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:12.712961 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:12.717144 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:15.214255 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:15.425245 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:15.428637 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:23.623139 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1757675f-c2da-480a-803e-907f1489deb9 req-aa25220c-4c21-44ef-83bd-924796c07562 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395768 Jun 23 17:33:23.738696 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757675f-c2da-480a-803e-907f1489deb9 req-391c6c69-c50d-4511-813f-767630dc23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:33:23.740202 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1757675f-c2da-480a-803e-907f1489deb9 req-391c6c69-c50d-4511-813f-767630dc23db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 1129 time: 0.0448532 Jun 23 17:33:23.847761 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757675f-c2da-480a-803e-907f1489deb9 req-a91cdcbf-f020-4c7d-8606-c8dfb1031e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:33:23.849235 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1757675f-c2da-480a-803e-907f1489deb9 req-a91cdcbf-f020-4c7d-8606-c8dfb1031e27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0877626 Jun 23 17:33:23.915289 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1757675f-c2da-480a-803e-907f1489deb9 req-9203cdfd-4a79-4f19-aa16-5b17efd5b7db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c HTTP/1.1" status: 200 len: 1001 time: 0.0600190 Jun 23 17:33:23.963369 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757675f-c2da-480a-803e-907f1489deb9 req-143e42c0-3df6-4c33-baa6-3ed6b9d2c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:33:23.964790 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1757675f-c2da-480a-803e-907f1489deb9 req-143e42c0-3df6-4c33-baa6-3ed6b9d2c0dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0435650 Jun 23 17:33:24.016478 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757675f-c2da-480a-803e-907f1489deb9 req-944d662e-7f34-4c8c-9508-3233a48451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:33:24.018013 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1757675f-c2da-480a-803e-907f1489deb9 req-944d662e-7f34-4c8c-9508-3233a48451b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452228 Jun 23 17:33:24.122792 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1757675f-c2da-480a-803e-907f1489deb9 req-e2747fb1-4d61-466f-9bc9-f32436b624e4 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984435 Jun 23 17:33:24.212897 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1757675f-c2da-480a-803e-907f1489deb9 req-7d44c2bf-2de2-4293-b98e-8d62ce36e87b service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Jun 23 17:33:30.060578 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-74850807-72bb-4ab1-a2b8-661b2a2a25d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:30.818437 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:33:32.352351 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-1def1744-659a-4150-9332-461ed760befb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:33.564692 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:34.204243 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=48 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:34.209645 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=53 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:34.914850 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:35.228303 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:35.436666 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:33:45.220524 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:45.420888 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:45.431109 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:48.007622 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-00ad0edb-72da-4783-8ac2-5ffe0b251f1f service neutron] (104124) timed out ('10.222.0.18', 54988) {{(pid=104124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 17:33:48.230701 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-30530e29-f35d-4137-9875-f0d89e1e32a5 req-d8bf4fd0-ab1f-49b3-9c96-99892e1a3e03 tempest-TestShelveInstance-1754450139 tempest-TestShelveInstance-1754450139-project] (104124) timed out ('10.222.0.18', 54996) {{(pid=104124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 17:33:49.715959 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:33:58.771001 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:00.071334 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-09ec3985-bd28-4468-83a5-29d3e86c5a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:02.354094 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ccecb910-8f1e-40e2-9d89-7904a21bfc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:03.565939 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:04.923979 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:05.225313 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:05.454339 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:07.818549 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:34:18.927776 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:18.930760 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:18.935692 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:25.118295 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-a569d062-9635-4ed2-9c20-d39553a249e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947094 Jun 23 17:34:25.226258 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-d6ffb437-d1ed-4536-827f-f88be714ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:34:25.227823 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-d6ffb437-d1ed-4536-827f-f88be714ddac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1bba540f52204efcb203231d7d780810&device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 1129 time: 0.0467696 Jun 23 17:34:25.337048 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-065d9e99-f23c-419a-9e69-b781fbb6b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:34:25.338489 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-065d9e99-f23c-419a-9e69-b781fbb6b850 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 200 len: 912 time: 0.0899601 Jun 23 17:34:25.404709 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-49996a0a-a68f-4e61-9729-f5c5c8c12f0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c HTTP/1.1" status: 200 len: 1001 time: 0.0605202 Jun 23 17:34:25.453709 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-e579e8b4-9016-4acd-ba94-f6b44029b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:34:25.455211 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-e579e8b4-9016-4acd-ba94-f6b44029b0e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 200 len: 850 time: 0.0449126 Jun 23 17:34:25.498445 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-bea8efe3-98bf-4e03-afa3-f4d7cd9182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:34:25.499918 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-bea8efe3-98bf-4e03-afa3-f4d7cd9182a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aeace213-3fb6-4ee9-a403-3b20d69c9259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382471 Jun 23 17:34:25.595852 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-7478e77b-c1c4-42aa-8de5-a46a7126be7f service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889711 Jun 23 17:34:25.686296 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49f53d8-4fa8-4038-a4c0-e5805e253aea req-360c2b58-c7e7-4798-9a53-6b10b0c1f123 service neutron] 10.222.0.57 "GET /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834005 Jun 23 17:34:26.704161 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:26.715711 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:30.056470 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d67633d7-4b66-4d46-a262-3d2885c66c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:30.223666 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90918b1-b0cf-439a-bc4b-e5497db1d887 req-914cc309-7f8a-4c2a-9e00-696ffa56840f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:34:30.225114 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f90918b1-b0cf-439a-bc4b-e5497db1d887 req-914cc309-7f8a-4c2a-9e00-696ffa56840f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 945 time: 0.0558908 Jun 23 17:34:30.272806 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-f90918b1-b0cf-439a-bc4b-e5497db1d887 req-1354453a-9a63-488a-ad57-a6b7f80b84cb tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 Jun 23 17:34:31.411870 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa658c-8a4b-452f-b9d9-fe98fdf71ebf req-19e8e7ee-98a3-4448-a8e7-4e9191fad5b3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:34:31.413362 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1aa658c-8a4b-452f-b9d9-fe98fdf71ebf req-19e8e7ee-98a3-4448-a8e7-4e9191fad5b3 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 945 time: 0.0508289 Jun 23 17:34:31.461479 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1aa658c-8a4b-452f-b9d9-fe98fdf71ebf req-9af00eb8-bd90-45dd-90e0-54f0c4d66df8 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 Jun 23 17:34:32.234759 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-7ecff0cc-0586-4672-a48d-5e237647393e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:34:32.236193 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-7ecff0cc-0586-4672-a48d-5e237647393e tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 945 time: 0.0502572 Jun 23 17:34:32.319196 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Deleting port fd935077-d2fe-409d-99a0-b76e3b106b0c {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:34:32.319548 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:32.348278 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-5855d6f9-0390-4e22-8099-4ac3b1b0501c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:32.412300 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] For port fd935077-d2fe-409d-99a0-b76e3b106b0c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd935077-d2fe-409d-99a0-b76e3b106b0c,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:32.412942 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:32.577557 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dba27a-a34e-4da6-a019-67bc896fc662 req-4be4d3cb-68de-439f-a234-b59b6f3ab61f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 17:34:32.579198 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b3dba27a-a34e-4da6-a019-67bc896fc662 req-4be4d3cb-68de-439f-a234-b59b6f3ab61f tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 945 time: 0.0473258 Jun 23 17:34:32.582218 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:32.585620 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:32.586197 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3891353'] for floatingip (a6532732-263b-43b6-b638-5d5a6dd7ca14), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:32.586532 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Floating IP a6532732-263b-43b6-b638-5d5a6dd7ca14 disassociated. External IP: 172.27.0.102, port: fd935077-d2fe-409d-99a0-b76e3b106b0c. Jun 23 17:34:32.586919 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Calling delete_port for fd935077-d2fe-409d-99a0-b76e3b106b0c owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:34:32.599354 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:32.632242 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-b3dba27a-a34e-4da6-a019-67bc896fc662 req-9c78333e-8e9a-4d58-af1c-af690e8a5895 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82817d3-e715-4792-89b5-ffef27dde3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473318 Jun 23 17:34:32.990135 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (fd935077-d2fe-409d-99a0-b76e3b106b0c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:33.019057 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event deleted for resources: {'Port': ['ID=fd935077-d2fe-409d-99a0-b76e3b106b0c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:33.070542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.070958 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.071307 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.071656 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.071993 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.072325 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.072654 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.072981 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.073310 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.073642 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.073992 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.074324 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.074650 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.074970 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.075294 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:33.146284 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Router 24027115-b931-4436-b68e-f1135ed8921f has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:34:33.251609 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:34:33.262967 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] Sync routers for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:34:33.272951 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:34:33.273658 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:34:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:33.297811 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] No DVR routers for this DVR port fd935077-d2fe-409d-99a0-b76e3b106b0c on host hv-cinder-83538 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:34:33.300513 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:33.304121 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [req-338ff9b6-7cc7-4a2e-ad02-f4906f2b4f20 req-c3a084f6-f2e2-4485-8cef-74f7b3690f0a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.57 "DELETE /v2.0/ports/fd935077-d2fe-409d-99a0-b76e3b106b0c HTTP/1.1" status: 204 len: 173 time: 1.0621524 Jun 23 17:34:33.304121 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'name': 'network-vif-deleted', 'tag': 'fd935077-d2fe-409d-99a0-b76e3b106b0c'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 17:34:33.306542 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa0efc737d65bd3a7cdc5ea9f6ee6d64a7ccc84fe5087de37fa04664f1ea513c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c0a055-36f7-4dbd-8ecc-fbd1ab6de858" -d '{"events": [{"server_uuid": "5749b913-d6fd-4d77-9a12-5c3266dfb5f3", "name": "network-vif-deleted", "tag": "fd935077-d2fe-409d-99a0-b76e3b106b0c"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:34:33.382356 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:34:33.410850 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 17:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07dc2bc-6687-48f1-a49f-888642c53582 x-openstack-request-id: req-c07dc2bc-6687-48f1-a49f-888642c53582 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:34:33.411142 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5749b913-d6fd-4d77-9a12-5c3266dfb5f3", "name": "network-vif-deleted", "tag": "fd935077-d2fe-409d-99a0-b76e3b106b0c", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:34:33.411511 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c07dc2bc-6687-48f1-a49f-888642c53582 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:34:33.411902 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07dc2bc-6687-48f1-a49f-888642c53582'] response: {'server_uuid': '5749b913-d6fd-4d77-9a12-5c3266dfb5f3', 'name': 'network-vif-deleted', 'tag': 'fd935077-d2fe-409d-99a0-b76e3b106b0c', 'status': 'completed', 'code': 200} Jun 23 17:34:33.615505 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:33.714002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:33.740505 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] Checking router: 24027115-b931-4436-b68e-f1135ed8921f for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:34:33.749775 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:34:33.750013 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [req-c4a946a8-1a19-4eb1-afa0-1cbdf27b076a req-dc3179e2-d9cd-4a9c-b47d-3aeaca03749a tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/ports?device_id=5749b913-d6fd-4d77-9a12-5c3266dfb5f3 HTTP/1.1" status: 200 len: 210 time: 0.0298803 Jun 23 17:34:33.751172 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:34:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:33.855749 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:34:34.057473 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:34.086274 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44728694-3d0d-49b6-951f-073c0ffbe1f6 None None] The sync data for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi is: [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:27Z', 'revision_number': 4, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi', '_interfaces': [{'id': 'bd72e662-8e3b-4a3b-886c-ed5ada9dbe62', 'name': '', 'network_id': 'aeace213-3fb6-4ee9-a403-3b20d69c9259', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'mac_address': 'fa:16:3e:e4:89:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:27Z', 'updated_at': '2022-06-23T17:28:31Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'subnets': [{'id': '094d8bea-12a7-4b78-b6ac-b6d24518bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:34:34.299244 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cc2094-67bb-4193-b5c1-48677c88ce7e None None] New status for floating IP a6532732-263b-43b6-b638-5d5a6dd7ca14: DOWN {{(pid=104127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 17:34:34.853810 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58862) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:34.910935 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (e82817d3-e715-4792-89b5-ffef27dde3f9), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:34.918881 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:34.941697 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (e82817d3-e715-4792-89b5-ffef27dde3f9), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:34.994979 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e82817d3-e715-4792-89b5-ffef27dde3f9), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:34.998159 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:34.999773 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "DELETE /v2.0/security-groups/e82817d3-e715-4792-89b5-ffef27dde3f9 HTTP/1.1" status: 204 len: 168 time: 0.1449697 Jun 23 17:34:35.002879 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58864) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:35.017560 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82817d3-e715-4792-89b5-ffef27dde3f9,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:35.018966 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-28491254-7335-48f1-92c5-4390887f58c9 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] show failed (client error): The resource could not be found. Jun 23 17:34:35.020104 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-28491254-7335-48f1-92c5-4390887f58c9 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "GET /v2.0/security-groups/e82817d3-e715-4792-89b5-ffef27dde3f9 HTTP/1.1" status: 404 len: 347 time: 0.0161171 Jun 23 17:34:35.022974 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58866) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:35.025876 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.026235 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.026583 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.027004 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.027271 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.027606 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.027934 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.028268 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.028593 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.028917 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.029246 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.029570 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.029917 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.030242 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.030563 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81d61f-09de-47a6-99f5-a32df91c4ac1 tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:35.143087 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Deleting port f4f1edca-f55b-4378-8424-88f30f72b90f {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:34:35.143388 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (f4f1edca-f55b-4378-8424-88f30f72b90f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:35.211155 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:35.224320 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (f4f1edca-f55b-4378-8424-88f30f72b90f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:35.224656 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (f4f1edca-f55b-4378-8424-88f30f72b90f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:35.238070 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Calling delete_port for f4f1edca-f55b-4378-8424-88f30f72b90f owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:34:35.387587 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (f4f1edca-f55b-4378-8424-88f30f72b90f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:35.410451 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Pushing event deleted for resources: {'Port': ['ID=f4f1edca-f55b-4378-8424-88f30f72b90f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:35.440517 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:35.485927 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks [] for floatingip (a6532732-263b-43b6-b638-5d5a6dd7ca14), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:35.488640 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3193'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:35.489822 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-33a415ab-deb0-449b-96f0-81e6a540f6dd tempest-AttachVolumeTestJSON-418135206 tempest-AttachVolumeTestJSON-418135206-project] 10.222.0.18 "DELETE /v2.0/floatingips/a6532732-263b-43b6-b638-5d5a6dd7ca14 HTTP/1.1" status: 204 len: 168 time: 0.4658902 Jun 23 17:34:36.165191 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device fd935077-d2fe-409d-99a0-b76e3b106b0c no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:34:36.197899 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] No Port match for: fd935077-d2fe-409d-99a0-b76e3b106b0c {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:34:36.198253 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Device fd935077-d2fe-409d-99a0-b76e3b106b0c not bound to the agent host hv-cinder-83538 {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:34:39.090557 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58894) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:39.143257 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:39.179985 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:39.492344 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901027'] for router_interface (24027115-b931-4436-b68e-f1135ed8921f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:39.713269 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Deleting port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:34:39.713613 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:39.793211 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] For port bd72e662-8e3b-4a3b-886c-ed5ada9dbe62, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:39.793580 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:39.807614 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Calling delete_port for bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:34:39.986839 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:39.996633 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (bd72e662-8e3b-4a3b-886c-ed5ada9dbe62), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:40.021027 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd72e662-8e3b-4a3b-886c-ed5ada9dbe62,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:40.071012 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:40.184608 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3927316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901175'] for router_interface (24027115-b931-4436-b68e-f1135ed8921f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:40.394626 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Router 24027115-b931-4436-b68e-f1135ed8921f has already been hosted by L3 agent 860c4d63-9a42-4388-bf24-857dfc2f78ab {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 17:34:40.497351 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] Notify agent at l3_agent.dv-cinder-835384-10-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:34:40.502687 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0f5adff2-d4d2-4f18-ad88-0d8d6e7d5f90 admin admin] 10.222.0.18 "PUT /v2.0/routers/24027115-b931-4436-b68e-f1135ed8921f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4118502 Jun 23 17:34:40.506241 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58898) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:40.508457 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] Sync routers for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:34:40.519953 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:34:40.520668 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:34:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:40.606775 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks [] for router (24027115-b931-4436-b68e-f1135ed8921f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:40.623683 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: dv-cinder-835384-10-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:34:40.705899 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks [] for router_gateway (24027115-b931-4436-b68e-f1135ed8921f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:40.752403 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Deleting port 90b11d0a-ea98-4138-921f-2baee033936c {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:34:40.752746 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (90b11d0a-ea98-4138-921f-2baee033936c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:40.790609 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'external_fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '90b11d0a-ea98-4138-921f-2baee033936c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:34:39Z', 'revision_number': 5, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port': {'id': '90b11d0a-ea98-4138-921f-2baee033936c', 'name': '', 'network_id': '213986d4-e3b6-4510-ad10-d41c18ccb1c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24027115-b931-4436-b68e-f1135ed8921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd57d01b-b5f1-4df3-935b-06fa49ce1258', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-10-iscsi'}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:40.816536 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] Checking router: 24027115-b931-4436-b68e-f1135ed8921f for host: dv-cinder-835384-10-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:34:40.825003 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] Routers {'24027115-b931-4436-b68e-f1135ed8921f'} bound to L3 agent in host dv-cinder-835384-10-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 17:34:40.825622 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-23T17:04:02Z,description=,heartbeat_timestamp=2022-06-23T17:34:32Z,host='dv-cinder-835384-10-iscsi',id=860c4d63-9a42-4388-bf24-857dfc2f78ab,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T17:04:02Z,topic='l3_agent')) {'router_ids': ['24027115-b931-4436-b68e-f1135ed8921f'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:40.833817 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] For port 90b11d0a-ea98-4138-921f-2baee033936c, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=90b11d0a-ea98-4138-921f-2baee033936c,segment=NetworkSegment(ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7),segment_id=ce4385c4-f0f8-45fe-bae9-72dbb2b4f9b7)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:40.834203 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (90b11d0a-ea98-4138-921f-2baee033936c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:40.847800 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Calling delete_port for 90b11d0a-ea98-4138-921f-2baee033936c owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:34:40.907882 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] Set router 24027115-b931-4436-b68e-f1135ed8921f gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 17:34:40.908921 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:40.912043 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:40.955841 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:34:40Z', 'revision_number': 6, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port_host': None}], 'dv-cinder-835384-10-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:40.982737 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5631b2-9d0c-4792-ad3a-54ba3f103a3a None None] The sync data for ids ['24027115-b931-4436-b68e-f1135ed8921f'] in dv-cinder-835384-10-iscsi is: [{'id': '24027115-b931-4436-b68e-f1135ed8921f', 'name': 'tempest-AttachVolumeTestJSON-1091350935-router', 'tenant_id': '1bba540f52204efcb203231d7d780810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T17:28:25Z', 'updated_at': '2022-06-23T17:34:40Z', 'revision_number': 6, 'project_id': '1bba540f52204efcb203231d7d780810', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:34:41.027959 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11343912'] for port (90b11d0a-ea98-4138-921f-2baee033936c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.063457 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Pushing event deleted for resources: {'Port': ['ID=90b11d0a-ea98-4138-921f-2baee033936c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:41.131125 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3904467'] for router_gateway (24027115-b931-4436-b68e-f1135ed8921f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.216445 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3915482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27778'] for router (24027115-b931-4436-b68e-f1135ed8921f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.218572 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks [] for router_controller (24027115-b931-4436-b68e-f1135ed8921f), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.266382 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3915348'] for router (24027115-b931-4436-b68e-f1135ed8921f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.266884 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24027115-b931-4436-b68e-f1135ed8921f {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:34:41.271067 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.272199 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-41e4cc7d-25eb-402b-a656-404672abc68c admin admin] 10.222.0.18 "DELETE /v2.0/routers/24027115-b931-4436-b68e-f1135ed8921f HTTP/1.1" status: 204 len: 168 time: 0.7650194 Jun 23 17:34:41.274681 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 58900) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:41.318605 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4670d5-1bbd-4020-97fb-0156a8ffa787 admin admin] Deleting subnet 094d8bea-12a7-4b78-b6ac-b6d24518bd71 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 17:34:41.321826 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f4670d5-1bbd-4020-97fb-0156a8ffa787 admin admin] Publish callbacks [] for subnet (094d8bea-12a7-4b78-b6ac-b6d24518bd71), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.361020 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f4670d5-1bbd-4020-97fb-0156a8ffa787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11907584'] for subnet (094d8bea-12a7-4b78-b6ac-b6d24518bd71), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.439362 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f4670d5-1bbd-4020-97fb-0156a8ffa787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3579208'] for subnet (094d8bea-12a7-4b78-b6ac-b6d24518bd71), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.495667 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f4670d5-1bbd-4020-97fb-0156a8ffa787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3579238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11343999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12083498'] for subnet (094d8bea-12a7-4b78-b6ac-b6d24518bd71), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.518499 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4670d5-1bbd-4020-97fb-0156a8ffa787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094d8bea-12a7-4b78-b6ac-b6d24518bd71,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:41.524770 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f4670d5-1bbd-4020-97fb-0156a8ffa787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.527983 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6f4670d5-1bbd-4020-97fb-0156a8ffa787 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/094d8bea-12a7-4b78-b6ac-b6d24518bd71 HTTP/1.1" status: 204 len: 168 time: 0.2523932 Jun 23 17:34:41.530873 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58902) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:41.531405 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859417c1-6c49-4dab-b758-03826f203fa1 None None] Network aeace213-3fb6-4ee9-a403-3b20d69c9259 requested from dv-cinder-835384-10-iscsi {{(pid=104126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 17:34:41.603484 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3666399'] for network (aeace213-3fb6-4ee9-a403-3b20d69c9259), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.644864 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Deleting port d30e63cd-af00-44bb-89e1-c08d2724c6b1 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:34:41.645079 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.713020 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] For port d30e63cd-af00-44bb-89e1-c08d2724c6b1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=d30e63cd-af00-44bb-89e1-c08d2724c6b1,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:41.713369 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.732396 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Calling delete_port for d30e63cd-af00-44bb-89e1-c08d2724c6b1 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:34:41.746696 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] DHCP port deletion for aeace213-3fb6-4ee9-a403-3b20d69c9259 request from dv-cinder-835384-10-iscsi {{(pid=104126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 17:34:41.786813 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Deleting port d30e63cd-af00-44bb-89e1-c08d2724c6b1 {{(pid=104126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 17:34:41.787182 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734246010664'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), before_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.819176 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11266161'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.843346 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30e63cd-af00-44bb-89e1-c08d2724c6b1,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:41.848476 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:41.852974 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] No DVR routers for this DVR port d30e63cd-af00-44bb-89e1-c08d2724c6b1 on host dv-cinder-835384-10-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:34:41.857575 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] For port d30e63cd-af00-44bb-89e1-c08d2724c6b1, host dv-cinder-835384-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-10-iscsi',level=0,port_id=d30e63cd-af00-44bb-89e1-c08d2724c6b1,segment=NetworkSegment(e5d9b6e1-c73b-4670-8ff5-dd3300b88117),segment_id=e5d9b6e1-c73b-4670-8ff5-dd3300b88117)] {{(pid=104126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:34:41.858024 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3903828'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), precommit_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.872653 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Calling delete_port for d30e63cd-af00-44bb-89e1-c08d2724c6b1 owned by network:dhcp {{(pid=104126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 17:34:41.931125 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:41.931371 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623925', 'neutron.services.segments.db._delete_segments_for_network-8734245790347'] for network (aeace213-3fb6-4ee9-a403-3b20d69c9259), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.955287 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeace213-3fb6-4ee9-a403-3b20d69c9259']}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: from cryptography.utils import int_from_bytes Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: from cryptography.utils import int_from_bytes Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.965199 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:34:41.968756 dv-cinder-835384-10-iscsi neutron-server[104126]: self.session.flush() Jun 23 17:34:41.970141 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117') {'for_net_delete': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:41.970141 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.services.segments.db [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d9b6e1-c73b-4670-8ff5-dd3300b88117') {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:34:41.971979 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3554967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734246014576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734245512843'] for port (d30e63cd-af00-44bb-89e1-c08d2724c6b1), after_delete {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.977277 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:41.982051 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734245790868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11756926'] for segment (e5d9b6e1-c73b-4670-8ff5-dd3300b88117), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:41.997150 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080'] for segment (e5d9b6e1-c73b-4670-8ff5-dd3300b88117), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:42.000095 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Pushing event deleted for resources: {'Port': ['ID=d30e63cd-af00-44bb-89e1-c08d2724c6b1,revision_number=None']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:42.005001 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:34:42.005738 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-625080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11266124'] for segment (e5d9b6e1-c73b-4670-8ff5-dd3300b88117), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:42.009064 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] No DVR routers for this DVR port d30e63cd-af00-44bb-89e1-c08d2724c6b1 on host dv-cinder-835384-10-iscsi {{(pid=104126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 17:34:42.013662 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.013662 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.014104 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.014504 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.020341 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3554b-870a-4bdc-8ad4-7b24e4a21fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:34:42.031244 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:42.079164 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3927535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3891396'] for network (aeace213-3fb6-4ee9-a403-3b20d69c9259), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:42.097453 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3927545'] for network (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:42.100651 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aeace213-3fb6-4ee9-a403-3b20d69c9259 HTTP/1.1" status: 204 len: 168 time: 0.5688207 Jun 23 17:34:42.102218 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment e5d9b6e1-c73b-4670-8ff5-dd3300b88117 resource provider aggregate not found Jun 23 17:34:42.108258 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc20df2-332b-4275-b11a-de322e73d606 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeace213-3fb6-4ee9-a403-3b20d69c9259,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:42.120916 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.services.segments.plugin [-] Segment e5d9b6e1-c73b-4670-8ff5-dd3300b88117 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5d9b6e1-c73b-4670-8ff5-dd3300b88117 found for delete ", "request_id": "req-48ff39c2-29c6-4f41-9e9f-13b062a3d713"}]} Jun 23 17:34:42.222391 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58912) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:42.246951 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 90b11d0a-ea98-4138-921f-2baee033936c no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:34:42.265097 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-0db2bcec-fbf1-4fd0-ae56-5135aeb22ffe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bba540f52204efcb203231d7d780810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414424 Jun 23 17:34:42.267714 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 58914) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:42.268094 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: 90b11d0a-ea98-4138-921f-2baee033936c {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:34:42.268432 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device 90b11d0a-ea98-4138-921f-2baee033936c not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:34:42.268848 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device d30e63cd-af00-44bb-89e1-c08d2724c6b1 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:34:42.286941 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: d30e63cd-af00-44bb-89e1-c08d2724c6b1 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:34:42.287286 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device d30e63cd-af00-44bb-89e1-c08d2724c6b1 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:34:42.287704 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 no longer exists at agent ovs-agent-dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:34:42.304206 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:42.308707 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.plugin [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] No Port match for: bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 {{(pid=104126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 17:34:42.309041 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.rpc [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Device bd72e662-8e3b-4a3b-886c-ed5ada9dbe62 not bound to the agent host dv-cinder-835384-10-iscsi {{(pid=104126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:34:42.321258 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-40c2c227-ab9d-4991-91b2-b6a927cc797a admin admin] Publish callbacks [] for security_group (f0f8e041-56d1-43a9-afdb-d4eb59512b3c), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:42.343909 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-40c2c227-ab9d-4991-91b2-b6a927cc797a admin admin] Publish callbacks [] for security_group (f0f8e041-56d1-43a9-afdb-d4eb59512b3c), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:42.391867 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-40c2c227-ab9d-4991-91b2-b6a927cc797a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (f0f8e041-56d1-43a9-afdb-d4eb59512b3c), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:42.396050 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-40c2c227-ab9d-4991-91b2-b6a927cc797a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:42.397633 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-40c2c227-ab9d-4991-91b2-b6a927cc797a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0f8e041-56d1-43a9-afdb-d4eb59512b3c HTTP/1.1" status: 204 len: 168 time: 0.1290271 Jun 23 17:34:42.405811 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2c227-ab9d-4991-91b2-b6a927cc797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f8e041-56d1-43a9-afdb-d4eb59512b3c,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:44.446340 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:44.449011 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:44.818243 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:34:45.487252 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 59046) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:45.604530 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ef79b935-b9ca-4b2b-8a44-2d3963fc4b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:45.700201 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ef79b935-b9ca-4b2b-8a44-2d3963fc4b49 admin admin] Publish callbacks [] for security_group (1ee6fe60-69e6-401f-83e7-53f644f00c03), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:45.706305 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ef79b935-b9ca-4b2b-8a44-2d3963fc4b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1ee6fe60-69e6-401f-83e7-53f644f00c03), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:45.744913 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ef79b935-b9ca-4b2b-8a44-2d3963fc4b49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94d6759018f64f7aa81d7b3c89cce2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565317 Jun 23 17:34:45.745820 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79b935-b9ca-4b2b-8a44-2d3963fc4b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee6fe60-69e6-401f-83e7-53f644f00c03,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:45.747935 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59050) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:45.800945 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e27dac5e-6e1b-4002-a356-b56b104085e0 admin admin] Publish callbacks [] for security_group (1ee6fe60-69e6-401f-83e7-53f644f00c03), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:45.827891 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e27dac5e-6e1b-4002-a356-b56b104085e0 admin admin] Publish callbacks [] for security_group (1ee6fe60-69e6-401f-83e7-53f644f00c03), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:45.877805 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e27dac5e-6e1b-4002-a356-b56b104085e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (1ee6fe60-69e6-401f-83e7-53f644f00c03), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:45.881919 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e27dac5e-6e1b-4002-a356-b56b104085e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:45.883430 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-e27dac5e-6e1b-4002-a356-b56b104085e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ee6fe60-69e6-401f-83e7-53f644f00c03 HTTP/1.1" status: 204 len: 168 time: 0.1344669 Jun 23 17:34:45.891366 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dac5e-6e1b-4002-a356-b56b104085e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee6fe60-69e6-401f-83e7-53f644f00c03,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:46.169479 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59056) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:46.183374 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-049e4d1d-4213-4962-9a29-73c1879cca12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:46.270636 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-049e4d1d-4213-4962-9a29-73c1879cca12 admin admin] Publish callbacks [] for security_group (e29a83aa-d929-4f0f-87b7-669eb80a1c93), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:46.276555 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-049e4d1d-4213-4962-9a29-73c1879cca12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e29a83aa-d929-4f0f-87b7-669eb80a1c93), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:46.314038 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e4d1d-4213-4962-9a29-73c1879cca12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a83aa-d929-4f0f-87b7-669eb80a1c93,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:46.319653 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-049e4d1d-4213-4962-9a29-73c1879cca12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d872307ee5443fc96be05582e55fbe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490812 Jun 23 17:34:46.322389 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59058) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:34:46.374981 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee9f6-5f01-4d07-8778-2c846adf3b95 admin admin] Publish callbacks [] for security_group (e29a83aa-d929-4f0f-87b7-669eb80a1c93), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:46.397269 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee9f6-5f01-4d07-8778-2c846adf3b95 admin admin] Publish callbacks [] for security_group (e29a83aa-d929-4f0f-87b7-669eb80a1c93), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:46.452249 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee9f6-5f01-4d07-8778-2c846adf3b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (e29a83aa-d929-4f0f-87b7-669eb80a1c93), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:46.455430 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee9f6-5f01-4d07-8778-2c846adf3b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:34:46.456595 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-9e6ee9f6-5f01-4d07-8778-2c846adf3b95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e29a83aa-d929-4f0f-87b7-669eb80a1c93 HTTP/1.1" status: 204 len: 168 time: 0.1333320 Jun 23 17:34:46.464679 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ee9f6-5f01-4d07-8778-2c846adf3b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a83aa-d929-4f0f-87b7-669eb80a1c93,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:34:55.736658 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=72,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:55.741208 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=70,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:55.904917 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:56.459650 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:56.460426 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:56.476088 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:34:56.476829 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:00.054818 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c7a501ab-3158-48c1-ac08-749d96f0ea1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:02.344927 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9be3f752-7d4c-4042-8fcc-73803d389a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:03.570845 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:03.714458 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=19 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:03.715260 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=15 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:04.927714 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:05.214836 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:05.452846 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:09.690140 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 59210) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:09.832987 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7082ac2b-0214-4602-b2ee-ac688a61182b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:09.904914 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7082ac2b-0214-4602-b2ee-ac688a61182b admin admin] Publish callbacks [] for security_group (faa1d4ac-a2ff-466a-a154-ffbe3b879ec2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:09.911532 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7082ac2b-0214-4602-b2ee-ac688a61182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (faa1d4ac-a2ff-466a-a154-ffbe3b879ec2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:09.951691 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7082ac2b-0214-4602-b2ee-ac688a61182b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28216c74c1ac4336a7a35ac67e3c86e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604065 Jun 23 17:35:09.952610 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082ac2b-0214-4602-b2ee-ac688a61182b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa1d4ac-a2ff-466a-a154-ffbe3b879ec2,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:09.954634 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59214) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:10.006115 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b5fce71c-f0e1-4bc1-8635-b99b37557bce admin admin] Publish callbacks [] for security_group (faa1d4ac-a2ff-466a-a154-ffbe3b879ec2), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:10.027217 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b5fce71c-f0e1-4bc1-8635-b99b37557bce admin admin] Publish callbacks [] for security_group (faa1d4ac-a2ff-466a-a154-ffbe3b879ec2), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:10.073386 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b5fce71c-f0e1-4bc1-8635-b99b37557bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (faa1d4ac-a2ff-466a-a154-ffbe3b879ec2), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:10.076565 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b5fce71c-f0e1-4bc1-8635-b99b37557bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:10.077720 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b5fce71c-f0e1-4bc1-8635-b99b37557bce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/faa1d4ac-a2ff-466a-a154-ffbe3b879ec2 HTTP/1.1" status: 204 len: 168 time: 0.1220737 Jun 23 17:35:10.085584 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fce71c-f0e1-4bc1-8635-b99b37557bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa1d4ac-a2ff-466a-a154-ffbe3b879ec2,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:14.324645 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59272) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:14.444579 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f2f97d34-e21e-4ebe-943a-f74a2dba4b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:14.531315 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f2f97d34-e21e-4ebe-943a-f74a2dba4b99 admin admin] Publish callbacks [] for security_group (9f96efbe-215a-41dc-938e-905c7b0e5075), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:14.537965 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f2f97d34-e21e-4ebe-943a-f74a2dba4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9f96efbe-215a-41dc-938e-905c7b0e5075), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:14.575519 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f97d34-e21e-4ebe-943a-f74a2dba4b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f96efbe-215a-41dc-938e-905c7b0e5075,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:14.580444 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-f2f97d34-e21e-4ebe-943a-f74a2dba4b99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75cc0d5e49ec4eb5bfa215554f8e8fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540979 Jun 23 17:35:14.582652 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59278) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:14.630952 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-918ce228-1fdf-4f86-b27c-de6c5edce676 admin admin] Publish callbacks [] for security_group (9f96efbe-215a-41dc-938e-905c7b0e5075), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:14.652227 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-918ce228-1fdf-4f86-b27c-de6c5edce676 admin admin] Publish callbacks [] for security_group (9f96efbe-215a-41dc-938e-905c7b0e5075), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:14.704949 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-918ce228-1fdf-4f86-b27c-de6c5edce676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9f96efbe-215a-41dc-938e-905c7b0e5075), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:14.707721 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-918ce228-1fdf-4f86-b27c-de6c5edce676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:14.708898 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-918ce228-1fdf-4f86-b27c-de6c5edce676 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f96efbe-215a-41dc-938e-905c7b0e5075 HTTP/1.1" status: 204 len: 168 time: 0.1252532 Jun 23 17:35:14.717841 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ce228-1fdf-4f86-b27c-de6c5edce676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f96efbe-215a-41dc-938e-905c7b0e5075,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:14.993414 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59284) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:15.012132 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a68a984d-ce48-4d75-8bcc-61674bbf10ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:15.090902 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a68a984d-ce48-4d75-8bcc-61674bbf10ec admin admin] Publish callbacks [] for security_group (c48d5d78-afb4-4f2a-946c-8dce6cc191f5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:15.097040 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a68a984d-ce48-4d75-8bcc-61674bbf10ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (c48d5d78-afb4-4f2a-946c-8dce6cc191f5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:15.137219 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-a68a984d-ce48-4d75-8bcc-61674bbf10ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5131fc77399446295c15329c6a44f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423650 Jun 23 17:35:15.138304 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a984d-ce48-4d75-8bcc-61674bbf10ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48d5d78-afb4-4f2a-946c-8dce6cc191f5,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:15.140141 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 59286) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:15.192669 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd614dde-cff0-4da5-98c3-578707d9144a admin admin] Publish callbacks [] for security_group (c48d5d78-afb4-4f2a-946c-8dce6cc191f5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:15.213758 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd614dde-cff0-4da5-98c3-578707d9144a admin admin] Publish callbacks [] for security_group (c48d5d78-afb4-4f2a-946c-8dce6cc191f5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:15.265605 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd614dde-cff0-4da5-98c3-578707d9144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (c48d5d78-afb4-4f2a-946c-8dce6cc191f5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:15.268101 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd614dde-cff0-4da5-98c3-578707d9144a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:15.269284 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dd614dde-cff0-4da5-98c3-578707d9144a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c48d5d78-afb4-4f2a-946c-8dce6cc191f5 HTTP/1.1" status: 204 len: 168 time: 0.1280880 Jun 23 17:35:15.277091 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd614dde-cff0-4da5-98c3-578707d9144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48d5d78-afb4-4f2a-946c-8dce6cc191f5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:16.745160 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:20.098506 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:21.817772 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:35:24.731224 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:25.132115 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=15 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:25.134804 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=65,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:25.272978 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:25.274209 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:25.289656 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:26.511569 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59420) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:26.625570 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007fd06a-64fd-4777-9df4-cf2aa0c6bec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:26.704570 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007fd06a-64fd-4777-9df4-cf2aa0c6bec9 admin admin] Publish callbacks [] for security_group (9bc748c4-0312-4db2-a524-09da1a0e2938), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:26.709377 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-007fd06a-64fd-4777-9df4-cf2aa0c6bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9bc748c4-0312-4db2-a524-09da1a0e2938), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:26.748162 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fd06a-64fd-4777-9df4-cf2aa0c6bec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc748c4-0312-4db2-a524-09da1a0e2938,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:26.752425 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-007fd06a-64fd-4777-9df4-cf2aa0c6bec9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab2cdfc822fd4a3f9571874ee81f934b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398396 Jun 23 17:35:26.755296 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59424) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:26.807945 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0471cbc-1b57-410f-aadf-273637745fe8 admin admin] Publish callbacks [] for security_group (9bc748c4-0312-4db2-a524-09da1a0e2938), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:26.831244 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0471cbc-1b57-410f-aadf-273637745fe8 admin admin] Publish callbacks [] for security_group (9bc748c4-0312-4db2-a524-09da1a0e2938), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:26.880453 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0471cbc-1b57-410f-aadf-273637745fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (9bc748c4-0312-4db2-a524-09da1a0e2938), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:26.882911 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b0471cbc-1b57-410f-aadf-273637745fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:26.884064 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-b0471cbc-1b57-410f-aadf-273637745fe8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bc748c4-0312-4db2-a524-09da1a0e2938 HTTP/1.1" status: 204 len: 168 time: 0.1279423 Jun 23 17:35:26.891896 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0471cbc-1b57-410f-aadf-273637745fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc748c4-0312-4db2-a524-09da1a0e2938,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:30.051439 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c51586dc-bcd2-4c33-a2ad-d90315158f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:32.351118 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-644a2bfc-8e1d-41ed-9c64-ddb6233e1104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:33.566807 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:34.928818 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:35.217042 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:35.468669 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:36.887202 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=35,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:36.888345 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=35,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:40.713232 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:40.714521 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:45.447651 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:45.455056 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:45.458850 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:48.447868 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.18', 59570) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:48.559342 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:48.647550 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Publish callbacks [] for security_group (40c817ea-45e5-4173-b82d-5573eef49ddc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:48.653583 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (40c817ea-45e5-4173-b82d-5573eef49ddc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:48.692708 dv-cinder-835384-10-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=326d49b0258c4e4797a490ec0b9d1423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437506 Jun 23 17:35:48.693848 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c817ea-45e5-4173-b82d-5573eef49ddc,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:48.695580 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [-] (104125) accepted ('10.222.0.18', 59574) {{(pid=104125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 17:35:48.701354 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.701719 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.702105 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.702449 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.702795 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.703133 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.703468 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.703798 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.704133 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.704466 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.704874 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.705316 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.705775 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.706225 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.706592 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bea791-7b92-48da-8b64-f172f6825db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.745716 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Publish callbacks [] for security_group (40c817ea-45e5-4173-b82d-5573eef49ddc), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:48.766406 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Publish callbacks [] for security_group (40c817ea-45e5-4173-b82d-5573eef49ddc), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:48.815180 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3884496'] for security_group (40c817ea-45e5-4173-b82d-5573eef49ddc), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:48.817655 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:35:48.819185 dv-cinder-835384-10-iscsi neutron-server[104125]: INFO neutron.wsgi [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40c817ea-45e5-4173-b82d-5573eef49ddc HTTP/1.1" status: 204 len: 168 time: 0.1227152 Jun 23 17:35:48.827052 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c817ea-45e5-4173-b82d-5573eef49ddc,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:35:48.834938 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.835282 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.835624 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.835998 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.836306 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.836632 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.836987 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.837322 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.837667 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.838274 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.838802 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.839289 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.839794 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.840296 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:48.840790 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc0d065-a881-4987-9ce7-ee6385125146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-10-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:35:58.696848 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:58.697758 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=18,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:58.775784 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:58.822069 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:35:58.829590 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:58.830841 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:35:58.856628 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:00.049689 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7d6e5b38-0ac3-4a8d-b331-5f7fd622bdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:02.361607 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a8477bd9-b3a4-4dee-8792-95e485624629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:03.582254 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:04.931319 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:05.224294 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:05.476366 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:17.710571 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:17.711908 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:18.948481 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=2,neutron:SELECT=12 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:18.957746 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=20 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:18.959275 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:30.052594 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d38eb372-726c-403e-982c-aaa14c4ba018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:32.359564 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-6aeb884e-b3ab-4a12-9809-61b619a3251b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:33.587106 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:35.002236 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:35.210283 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:35.493713 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:36:35.826687 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:36:45.473847 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:45.480149 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:45.485002 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:58.934512 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=17 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:36:58.939041 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=17 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:00.047816 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-b9cd9569-e59e-48cd-85e9-01036e0d6bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:02.366942 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-334f08a6-a0b5-4fc9-a4fe-802a79b5d7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:03.585197 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:04.934441 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:05.209966 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:05.501761 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:12.831722 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:37:15.202748 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:15.493261 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:15.495694 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:30.059780 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd45d-78cf-4684-adf0-d75fe493fcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:31.711764 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:31.717542 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:32.355369 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-31da7f08-1c31-40a5-b909-10eede82b3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:33.594137 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:34.934905 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:35.209364 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:35.504421 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:37:45.490219 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:45.494644 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:45.497043 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:37:49.833274 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:38:00.061710 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4071ce10-042c-4311-a92c-5528c9ce76ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:02.353443 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-eecbdf5f-4254-4aa5-835c-fd873208b9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:03.595043 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:04.948328 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:05.216551 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:05.536216 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:08.713613 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:08.718546 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:18.938069 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:18.939275 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:18.941597 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:26.838371 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:38:30.064563 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-3341b169-0ee5-4ebe-afc3-37effefd02fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:32.350651 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-7f17d145-c79c-486e-9792-4d2ecfbb0fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:33.591179 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:34.947749 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:35.212505 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:35.541134 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:38:45.207288 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:45.522957 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:45.533082 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:45.718587 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:45.719359 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:58.935792 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=12 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:38:58.936952 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=14 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:00.069585 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fc892d90-bcf6-4f2c-89ce-690dac8dc05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:02.353370 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0a515b42-9794-4c85-9a02-a3203b5c8a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:03.598755 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:03.843723 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:39:04.959523 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:05.210691 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:05.531970 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:15.518132 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:15.522786 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:15.524297 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:22.717608 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:22.718624 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:26.983301 dv-cinder-835384-10-iscsi neutron-server[104125]: DEBUG neutron.wsgi [req-2948d4a0-8be7-4178-8a57-67c5c3f4fa3b req-656f2398-71f3-4412-8f07-c089300d2b7a service neutron] (104125) timed out ('10.222.0.57', 60383) {{(pid=104125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 17:39:30.066726 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4e1bd3da-1e7b-4269-92dd-32f26f7e0446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:32.360297 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-9d2b9598-86f5-433d-8ce1-cc275043fad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:33.610697 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:34.950076 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:35.214622 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:35.542347 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:39:40.578473 dv-cinder-835384-10-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-6561a242-fc1f-403a-b5ca-ce1b78a92d8a req-d2470e2f-d6b7-42f8-a76a-9a438abae799 service neutron] (104124) timed out ('10.222.0.57', 60374) {{(pid=104124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 17:39:40.845076 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:39:45.527952 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:45.533833 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:45.535249 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:59.718395 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:39:59.719187 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=4 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:00.072010 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0f370238-74b6-4d62-97ab-6be96c0a1d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:02.350531 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c032e590-3757-4f0f-9f04-975a4f9dc980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:03.602810 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:04.958650 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:05.220124 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:05.544568 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:16.745292 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=2 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:17.849598 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:40:18.946186 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:18.948561 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:18.950594 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:30.075250 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-88a6ed4a-c816-4b45-843a-15b47101a4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:32.356308 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb482-9fed-4428-a106-67a838a96a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:33.605738 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:34.957932 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:35.226556 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:35.547739 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:40:36.712564 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=3 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:36.717592 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=5 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:45.533119 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:45.537673 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:45.541052 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:40:54.849695 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG neutron.db.agents_db [None req-8bc51ca6-b2f9-44dd-9da2-ec17d33ac407 None None] Agent healthcheck: found 6 active agents {{(pid=104127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 17:41:00.078175 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-edb603d5-7172-445a-babe-3854c0719c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (95167188-7b33-4d64-a91c-b25e48eab611), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:41:02.360702 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0997d5cd-c4b8-417a-8b04-b50412333227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (860c4d63-9a42-4388-bf24-857dfc2f78ab), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:41:03.614866 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-de89b7b7-03b8-4c7d-aa6d-aaf339a5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (c90cd101-3034-44bb-90de-b900dc66694e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:41:04.968962 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-81ea48b7-5bec-4694-aecf-0e97807348d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (ae8cb100-faa0-409f-8d85-67703f040bc6), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:41:05.217877 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-f7abdc8e-04e2-4557-9451-36a1c046abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (3a542e50-c3e0-4d9c-9194-c9fc12e8949a), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:41:05.571989 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5853-8f66-4db7-a110-2c7f35855dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734245790329', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3576436'] for agent (b4fa8653-2c33-45e3-af43-febfa7deeef8), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 17:41:13.709937 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=15 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:41:13.715326 dv-cinder-835384-10-iscsi neutron-server[104127]: DEBUG dbcounter [-] [104127] Writing DB stats neutron:SELECT=19 {{(pid=104127) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:41:15.557083 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:41:15.558466 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 17:41:15.564281 dv-cinder-835384-10-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}